-- Logs begin at Wed 2022-06-29 11:53:04 UTC, end at Wed 2022-06-29 12:58:15 UTC. -- Jun 29 12:24:58.826142 dv-cinder-812685-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 12:25:01.521555 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.common.config [-] Logging enabled! Jun 29 12:25:01.522122 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev384 Jun 29 12:25:01.522620 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103813) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 29 12:25:01.525796 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.common.config [-] Logging enabled! Jun 29 12:25:01.526053 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev384 Jun 29 12:25:01.526366 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103813) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 29 12:25:01.527337 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 12:25:01.527574 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 12:25:01.527950 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 12:25:01.528199 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 12:25:01.528429 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 12:25:01.528846 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.529147 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.529401 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.529683 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.529978 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.530265 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.530590 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.530896 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.531189 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.531472 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.531761 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.531996 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.532282 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.532573 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.532864 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.533094 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] debug = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.533378 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.533811 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.534218 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.535168 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.535517 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.535807 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.536083 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.536363 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.536656 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.536990 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] host = dv-cinder-812685-12-iscsi {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.537274 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.537565 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.537856 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.538145 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.538453 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.538728 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.539016 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.539292 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.539570 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] log_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.539845 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.540130 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.540416 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.540722 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.540939 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.541163 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.541453 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.541744 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.542021 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.542296 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.542604 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.542883 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.543159 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.543429 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.543717 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.544004 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.544289 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.544562 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.544836 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.545112 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.545384 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.545680 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.545945 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.546283 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.546581 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.546873 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.547142 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.547417 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.547718 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.548003 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.548291 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.548577 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.548853 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.549139 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.549412 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.549685 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.549973 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] use_json = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.550814 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.551300 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.551609 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.551889 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.552166 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.552445 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.552721 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.553008 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.553282 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:01.553582 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.553881 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.554185 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.554494 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.554803 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.555087 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.555377 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.555658 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.555964 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.556238 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.556528 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.556809 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.557111 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.557403 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.557700 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.558004 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.558306 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.558627 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.558907 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.559184 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.559459 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.559740 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.560031 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.560312 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.560604 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.560895 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.561176 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.561479 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.561767 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.562054 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.562349 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.562681 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.562957 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.563238 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.563530 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.563811 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.564087 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.564379 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.564660 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.564936 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.565219 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.565512 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.565934 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.566221 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.566525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.566820 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.567100 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.567373 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.567648 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.567927 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.568201 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.568494 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.568775 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.569048 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.569321 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.569599 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.569874 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.570149 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.570438 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.570722 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.570998 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.571273 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.571543 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.571816 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.572091 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.572366 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.572640 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.572917 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.573197 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.573474 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.573750 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.574025 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.574299 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.574601 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.574903 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.575184 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.575466 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.575748 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.576032 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.576315 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.576595 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.576879 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.577164 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.577440 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.577735 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.578024 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.578321 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.578636 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.578921 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.579249 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.579532 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.579814 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.580101 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.580385 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.580668 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.580955 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.581298 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.581590 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.581885 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.582168 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.582487 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.582783 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.583077 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.583361 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.583672 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.583955 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:01.584175 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 12:25:01.584416 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103813) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 12:25:01.882712 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 29 12:25:01.882989 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 29 12:25:01.883298 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 29 12:25:01.883635 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 12:25:02.293361 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.293661 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.293935 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.296860 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.297151 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.297432 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.351200 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.351483 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.351753 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.366974 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.367258 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.367529 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.397138 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.397670 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.397940 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.433748 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.434030 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.434304 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.664645 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.665249 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.665249 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.665424 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.666060 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.766620 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.766944 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.767229 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.767505 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.767777 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.768092 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.768358 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.768622 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.769556 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.769909 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.770228 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.770525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.770791 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.771049 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.771309 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.771579 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.771838 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.772109 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.772646 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.772929 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.773187 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.773442 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.773727 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.774108 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.774363 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.774639 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.775037 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:25:02.775284 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:25:02.775525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:25:02.775765 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:25:02.776006 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:25:02.776244 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:25:02.776614 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 12:25:02.779846 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 12:25:02.783754 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 12:25:02.788005 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 29 12:25:02.789639 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 12:25:02.790245 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 12:25:02.790615 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 12:25:02.791000 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 12:25:02.793773 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 12:25:02.794028 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 12:25:02.794377 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 12:25:02.799491 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 29 12:25:02.822402 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 12:25:02.822892 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.823190 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103813) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 29 12:25:02.823568 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.824927 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103813) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 12:25:02.825210 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 12:25:02.825465 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 12:25:02.828899 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.829185 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:02.961138 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 12:25:02.961319 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 12:25:02.961558 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 12:25:02.961933 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 12:25:03.015462 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO dbcounter [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Registered counter for database neutron Jun 29 12:25:03.035023 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_db.sqlalchemy.engines [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103813) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 12:25:03.040852 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writer thread running {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 12:25:03.585916 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Initializing driver for type 'gre' Jun 29 12:25:03.586507 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] gre ID ranges: [(1, 1000)] Jun 29 12:25:03.638748 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Initializing driver for type 'local' Jun 29 12:25:03.639040 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Initializing driver for type 'vlan' Jun 29 12:25:03.653884 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] VlanTypeDriver initialization complete Jun 29 12:25:03.654290 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Initializing driver for type 'vxlan' Jun 29 12:25:03.654812 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] vxlan ID ranges: [(1, 1000)] Jun 29 12:25:03.710789 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Initializing extension driver 'port_security' Jun 29 12:25:03.711369 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.extensions.port_security [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] PortSecurityExtensionDriver initialization complete Jun 29 12:25:03.711456 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Initializing mechanism driver 'openvswitch' Jun 29 12:25:03.711771 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Initializing mechanism driver 'hyperv' Jun 29 12:25:03.718522 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.plugin [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:03.719206 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > port after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.719587 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > port after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.719949 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > port after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.720460 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 12:25:03.720890 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > subnet after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.721252 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > subnet after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.721613 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > subnet after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.722594 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 12:25:03.723013 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > network after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.723384 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > network after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.723734 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > network after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.724139 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 12:25:03.724561 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > security_group after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.724922 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > security_group after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.725272 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > security_group after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.725676 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 12:25:03.726099 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.726477 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.726833 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.727246 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 12:25:03.727677 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > address_group after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.728031 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > address_group after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.728380 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > address_group after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.728778 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103813) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 29 12:25:03.729226 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] ML2 OVO RPC backend initialized. {{(pid=103813) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 29 12:25:03.730095 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router_interface after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.730488 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.730911 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > network before_response 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.731276 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > networks before_response 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.731632 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > port before_response 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.731993 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > ports before_response 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.732346 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > subnet before_response 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.732696 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > subnets before_response 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.733056 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > network after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.733404 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > network after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.733747 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > network after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.734092 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > port after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.734482 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > port after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.734813 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > port after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.735156 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > subnet after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.735499 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > subnet after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.735839 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > subnet after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.744140 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded quota_driver: . Jun 29 12:25:03.744515 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.plugin [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Modular L2 Plugin initialization complete Jun 29 12:25:03.744869 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading services supported by the core plugin {{(pid=103813) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 12:25:03.745216 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.plugins.ml2.managers [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Got port-security extension from driver 'port_security' Jun 29 12:25:03.745700 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.extensions.vlantransparent [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Disabled vlantransparent extension. Jun 29 12:25:03.746194 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103813) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 12:25:03.746558 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading Plugin: router Jun 29 12:25:03.782326 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router_interface before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.782749 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router after_create 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.783126 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router before_create 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.783629 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.784015 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.784966 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router after_delete 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.785309 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > floatingip after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.785666 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > floatingip after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.786035 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router after_create 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.786389 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router after_update 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.786776 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router after_update 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.787139 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.787508 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router after_update 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.787927 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router precommit_update 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.788303 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: port after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.788654 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: port after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.788998 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: subnet after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.789347 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.789708 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > port precommit_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.790063 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router precommit_create 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.790412 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: port before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.790784 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router precommit_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.791149 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router after_update 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.791497 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router precommit_delete 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.791855 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router precommit_create 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.792221 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router_interface after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.792571 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router precommit_update 55549900 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.792941 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > agent after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.793297 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > agent after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.793649 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > network after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.794539 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Tracking information for resource: router configured {{(pid=103813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:25:03.794881 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Tracking information for resource: floatingip configured {{(pid=103813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:25:03.799658 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.db.l3_agentschedulers_db [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 12:25:03.800798 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: port after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.801164 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: port after_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.801523 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: port after_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.801882 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: port after_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.802714 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router before_create 55550100 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.803085 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router precommit_delete 55550100 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.803456 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router precommit_create 55550100 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.803820 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > router precommit_update 55550100 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.808608 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.services.provider_configuration [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service providers = [] {{(pid=103813) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 12:25:03.808977 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.db.servicetype_db [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103813) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 12:25:03.811962 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.services.service_base [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 12:25:03.812318 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.services.service_base [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 12:25:03.812669 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.services.service_base [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 12:25:03.813734 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.services.service_base [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 12:25:03.814115 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.services.service_base [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 12:25:03.814531 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:25:03.814861 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 12:25:03.825366 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:25:03.825783 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading Plugin: auto_allocate Jun 29 12:25:03.831785 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: network precommit_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.832123 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: network precommit_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.832646 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:25:03.832974 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading Plugin: tag Jun 29 12:25:03.839776 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:25:03.840118 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading Plugin: timestamp Jun 29 12:25:03.843921 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:25:03.844257 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading Plugin: network_ip_availability Jun 29 12:25:03.850259 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.850672 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.851037 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:03.851750 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:25:03.852077 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading Plugin: flavors Jun 29 12:25:03.857132 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:25:03.857475 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading Plugin: revisions Jun 29 12:25:03.861738 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:25:03.862131 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_concurrency.lockutils [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.979s {{(pid=103813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 29 12:25:03.863444 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103813) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 29 12:25:03.863783 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Initializing extension manager. Jun 29 12:25:03.864311 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: __init__.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.864661 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: __pycache__ {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.865013 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: address_group.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.865765 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.866340 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: address-group Jun 29 12:25:03.866701 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: address_scope.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.867426 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.867954 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: address-scope Jun 29 12:25:03.868286 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: admin_state_down_before_update.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.869217 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.869737 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: router-admin-state-down-before-update Jun 29 12:25:03.870066 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: agent.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.870810 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.871328 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: agent Jun 29 12:25:03.871656 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: agent_resources_synced.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.872574 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.873095 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: agent-resources-synced Jun 29 12:25:03.873425 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: allowedaddresspairs.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.875270 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.875814 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: allowed-address-pairs Jun 29 12:25:03.876157 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: auto_allocated_topology.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.877237 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.877771 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: auto-allocated-topology Jun 29 12:25:03.878134 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: availability_zone.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.878879 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.879400 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: availability_zone Jun 29 12:25:03.879733 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: availability_zone_filter.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.880655 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.881178 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: availability_zone_filter Jun 29 12:25:03.881511 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: data_plane_status.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.882450 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.882969 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 12:25:03.883300 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: default_subnetpools.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.884225 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.884751 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: default-subnetpools Jun 29 12:25:03.885085 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: dhcpagentscheduler.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.885894 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.886430 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: dhcp_agent_scheduler Jun 29 12:25:03.886783 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: dns.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.887713 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.888236 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension dns-integration not supported by any of loaded plugins Jun 29 12:25:03.888571 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: dns_domain_ports.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.889541 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.890017 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 12:25:03.890349 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.891312 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.891840 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 12:25:03.892169 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: dvr.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.892847 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.893368 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: dvr Jun 29 12:25:03.893722 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: ecmp_routes.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.894684 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.895201 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension ecmp_routes not supported by any of loaded plugins Jun 29 12:25:03.895525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: empty_string_filtering.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.896441 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.896964 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: empty-string-filtering Jun 29 12:25:03.897539 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.898496 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.899018 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 12:25:03.899347 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.900270 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.900959 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 12:25:03.901290 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: external_net.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.902207 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.902764 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: external-net Jun 29 12:25:03.903094 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: extra_dhcp_opt.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.904012 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.904536 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: extra_dhcp_opt Jun 29 12:25:03.904863 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: extraroute.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.905792 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.906310 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: extraroute Jun 29 12:25:03.906668 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: extraroute_atomic.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.907706 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.908227 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: extraroute-atomic Jun 29 12:25:03.908557 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: filter_validation.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.909229 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.910500 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: filter-validation Jun 29 12:25:03.910850 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: fip_pf_description.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.911782 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.912302 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 12:25:03.912632 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: fip_pf_port_range.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.913561 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.914076 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 29 12:25:03.914410 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: fip_port_details.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.915368 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.915886 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: fip-port-details Jun 29 12:25:03.916214 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: flavors.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.917461 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.917994 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: flavors Jun 29 12:25:03.918328 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.920034 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.920566 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 12:25:03.920909 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: floatingip_pools.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.921621 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.922146 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: floatingip-pools Jun 29 12:25:03.922509 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: ip_allocation.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.923452 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.923974 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 12:25:03.924316 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.925950 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.926502 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: ip-substring-filtering Jun 29 12:25:03.926841 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: l2_adjacency.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.927798 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.928319 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 12:25:03.928651 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: l3.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.929626 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.930159 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: router Jun 29 12:25:03.930521 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: l3_conntrack_helper.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.932772 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.933314 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 12:25:03.933652 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.934632 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.935163 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: ext-gw-mode Jun 29 12:25:03.935500 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.936434 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.936964 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: l3-ha Jun 29 12:25:03.937299 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.938231 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.938790 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 29 12:25:03.939124 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: l3_flavors.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.940050 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.940609 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: l3-flavors Jun 29 12:25:03.940945 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: l3_ndp_proxy.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.942324 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.942890 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 29 12:25:03.943230 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.944161 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.944704 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 12:25:03.945041 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: l3agentscheduler.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.946180 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.946765 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: l3_agent_scheduler Jun 29 12:25:03.947103 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: local_ip.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.948914 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.949452 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension local_ip not supported by any of loaded plugins Jun 29 12:25:03.949792 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: logging.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.951306 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.951842 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension logging not supported by any of loaded plugins Jun 29 12:25:03.952179 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: metering.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.952928 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.953520 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: metering Jun 29 12:25:03.953856 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.955001 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.955615 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: metering_source_and_destination_fields Jun 29 12:25:03.955958 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: multiprovidernet.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.957078 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.957608 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: multi-provider Jun 29 12:25:03.957947 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: netmtu.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.958914 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.959442 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: net-mtu Jun 29 12:25:03.959775 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: netmtu_writable.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.960709 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.961233 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: net-mtu-writable Jun 29 12:25:03.961567 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: network_availability_zone.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.962251 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.962858 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: network_availability_zone Jun 29 12:25:03.963191 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: network_ip_availability.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.964304 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.964835 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: network-ip-availability Jun 29 12:25:03.965170 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: network_segment_range.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.965946 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.966499 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 12:25:03.966829 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: pagination.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.967821 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.968163 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: pagination Jun 29 12:25:03.968491 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: port_device_profile.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.969410 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.969940 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: port-device-profile Jun 29 12:25:03.970270 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: port_mac_address_override.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.971243 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.972288 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: port-mac-override Jun 29 12:25:03.972638 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.973558 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.974085 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: port-mac-address-regenerate Jun 29 12:25:03.974415 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.975383 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.975909 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: port-numa-affinity-policy Jun 29 12:25:03.976245 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: port_resource_request.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.977167 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.977690 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 12:25:03.978020 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: port_resource_request_groups.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.979024 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.979548 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 29 12:25:03.979879 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: portbindings.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.980806 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.981332 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: binding Jun 29 12:25:03.981662 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: portbindings_extended.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.982958 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.983490 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: binding-extended Jun 29 12:25:03.983826 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: portsecurity.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.984753 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.985274 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: port-security Jun 29 12:25:03.985605 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: project_id.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.986628 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.986966 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: project-id Jun 29 12:25:03.987294 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: providernet.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.988795 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.989317 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: provider Jun 29 12:25:03.989648 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.994707 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.995247 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos not supported by any of loaded plugins Jun 29 12:25:03.995587 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.996864 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.997395 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 12:25:03.997733 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:03.998715 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:03.999245 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 12:25:03.999580 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_default.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.000501 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.001030 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-default not supported by any of loaded plugins Jun 29 12:25:04.001365 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_fip.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.002291 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.002853 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-fip not supported by any of loaded plugins Jun 29 12:25:04.003325 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_fip_network_policy.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.004317 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.004849 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 29 12:25:04.005181 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_gateway_ip.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.006107 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.006662 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 12:25:04.006992 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_port_network_policy.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.007913 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.008434 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 12:25:04.008768 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.009812 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.010339 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 29 12:25:04.010699 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.011764 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.012288 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 29 12:25:04.012624 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_pps_rule.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.013802 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.014331 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-pps not supported by any of loaded plugins Jun 29 12:25:04.014700 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_rule_type_details.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.015631 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.016156 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 12:25:04.016550 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_rule_type_filter.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.017420 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.017940 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 29 12:25:04.018269 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: qos_rules_alias.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.019918 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.020443 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 12:25:04.020774 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: quota_check_limit.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.021705 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.022231 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: quota-check-limit Jun 29 12:25:04.022841 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: quotasv2.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.023803 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.024141 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: quotas Jun 29 12:25:04.024472 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: quotasv2_detail.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.026192 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.026593 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: quota_details Jun 29 12:25:04.026924 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: rbac.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.027992 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.028538 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: rbac-policies Jun 29 12:25:04.028880 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: rbac_address_group.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.029820 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.030350 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: rbac-address-group Jun 29 12:25:04.030712 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: rbac_address_scope.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.031645 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.032176 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: rbac-address-scope Jun 29 12:25:04.032513 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: rbac_security_groups.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.033518 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.034052 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: rbac-security-groups Jun 29 12:25:04.034952 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: rbac_subnetpool.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.035899 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.036433 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: rbac-subnetpool Jun 29 12:25:04.036771 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: revisionifmatch.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.037712 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.038241 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: revision-if-match Jun 29 12:25:04.038611 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: revisions.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.039746 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.040274 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: standard-attr-revisions Jun 29 12:25:04.040608 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: router_availability_zone.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.041292 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.041817 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: router_availability_zone Jun 29 12:25:04.042149 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: routerservicetype.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.043283 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.043805 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension router-service-type not supported by any of loaded plugins Jun 29 12:25:04.044135 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.045081 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.045612 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: security-groups-normalized-cidr Jun 29 12:25:04.045945 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: security_groups_port_filtering.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.046920 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.047443 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: port-security-groups-filtering Jun 29 12:25:04.047774 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.048716 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.049242 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: security-groups-remote-address-group Jun 29 12:25:04.049573 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.050707 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.051237 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: security-groups-shared-filtering Jun 29 12:25:04.051569 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: securitygroup.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.061170 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.061721 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: security-group Jun 29 12:25:04.062059 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: segment.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.062836 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.063365 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension segment not supported by any of loaded plugins Jun 29 12:25:04.063699 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.064658 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.065187 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 12:25:04.065542 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: servicetype.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.066753 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.067288 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: service-type Jun 29 12:25:04.067622 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: sorting.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.068620 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.068962 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: sorting Jun 29 12:25:04.069294 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: standard_attr_segment.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.070221 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.070790 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 12:25:04.071123 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: standardattrdescription.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.071783 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.072314 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: standard-attr-description Jun 29 12:25:04.072648 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: stateful_security_group.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.073602 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.074133 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: stateful-security-group Jun 29 12:25:04.074490 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: stdattrs_common.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.075088 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 12:25:04.075420 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.076355 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.076881 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 12:25:04.077210 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: subnet_onboard.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.078285 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.078859 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: subnet_onboard Jun 29 12:25:04.079196 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.080135 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.080655 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 12:25:04.080984 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: subnet_service_types.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.082467 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.083026 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: subnet-service-types Jun 29 12:25:04.083406 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: subnetallocation.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.085012 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.085789 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: subnet_allocation Jun 29 12:25:04.086239 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.087197 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.087918 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: subnetpool-prefix-ops Jun 29 12:25:04.088400 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.089686 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.090319 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 12:25:04.090864 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: tagging.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.092230 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.092852 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: standard-attr-tag Jun 29 12:25:04.093328 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: timestamp.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.094952 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.095677 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loaded extension: standard-attr-timestamp Jun 29 12:25:04.096061 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: trunk.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.098107 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.098867 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension trunk not supported by any of loaded plugins Jun 29 12:25:04.099244 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: trunk_details.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.100592 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.101205 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension trunk-details not supported by any of loaded plugins Jun 29 12:25:04.101582 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: uplink_status_propagation.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.102909 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.103518 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 12:25:04.103936 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Loading extension file: vlantransparent.py {{(pid=103813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 29 12:25:04.104785 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 29 12:25:04.105565 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 12:25:04.109064 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:network Jun 29 12:25:04.110126 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:subnet Jun 29 12:25:04.110690 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 12:25:04.111352 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:port Jun 29 12:25:04.113394 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.114164 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service FLAVORS assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.115172 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.115844 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.116249 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:router Jun 29 12:25:04.116841 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:floatingip Jun 29 12:25:04.117775 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service METERING assigned prefix: /metering {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.119867 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:04.120336 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:04.120934 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:25:04.122951 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 12:25:04.123683 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:security_group Jun 29 12:25:04.124179 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 12:25:04.125077 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service CORE assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.125734 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 12:25:04.126405 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] subnetpool is already registered Jun 29 12:25:04.127157 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service CORE assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.127598 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 12:25:04.128034 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] subnetpool is already registered Jun 29 12:25:04.131604 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.132086 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service FLAVORS assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.132859 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.133648 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.134095 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:router Jun 29 12:25:04.134646 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] router is already registered Jun 29 12:25:04.135223 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:floatingip Jun 29 12:25:04.135702 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] floatingip is already registered Jun 29 12:25:04.136217 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service METERING assigned prefix: /metering {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.137210 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 12:25:04.137604 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] rbac_policy is already registered Jun 29 12:25:04.138274 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:security_group Jun 29 12:25:04.138816 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] security_group is already registered Jun 29 12:25:04.139506 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 12:25:04.139974 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] security_group_rule is already registered Jun 29 12:25:04.141031 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service CORE assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.141698 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 12:25:04.142292 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] subnetpool is already registered Jun 29 12:25:04.142905 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.v2.resource_helper [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Service CORE assigned prefix: {{(pid=103813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:25:04.143418 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 12:25:04.144355 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING neutron.quota.resource_registry [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] subnetpool is already registered Jun 29 12:25:04.145077 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: extensions {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.146884 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: address-groups {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.148629 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: address-scopes {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.150011 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: agents {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.151208 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: auto-allocated-topology {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.152448 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: availability_zones {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.153666 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: dhcp-networks {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.155222 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: dhcp-agents {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.156668 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: routers {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.158489 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: flavors {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.160340 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: service_profiles {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.161546 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: next_providers {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.163033 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: service_profiles {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.164587 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: floatingip-pools {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.165964 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: routers {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.167700 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: floatingips {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.168975 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: l3-routers {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.170374 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: l3-agents {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.171814 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: metering-labels {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.173086 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: metering-label-rules {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.175534 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: network-ip-availabilities {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.176797 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: bindings {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.178351 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: quotas {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.180046 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: quotas {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.181629 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: rbac-policies {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.182935 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: security-groups {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.184243 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: security-group-rules {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.185520 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: service-providers {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.186759 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: subnetpools {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.188093 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: subnetpools {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.189643 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: tags {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.192021 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: tags {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.193216 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: tags {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.195073 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: tags {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.196770 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: tags {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.198759 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: tags {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.200461 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: tags {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.202363 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: tags {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.204192 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: tags {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.205938 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron.api.extensions [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Extended resource: tags {{(pid=103813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:25:04.212502 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING keystonemiddleware.auth_token [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 12:25:04.217654 dv-cinder-812685-12-iscsi neutron-server[103813]: WARNING keystonemiddleware.auth_token [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 12:25:04.227251 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_concurrency.lockutils [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Acquired lock "singleton_lock" {{(pid=103813) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 29 12:25:04.227748 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_concurrency.lockutils [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Releasing lock "singleton_lock" {{(pid=103813) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 29 12:25:04.228385 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO oslo_service.service [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Starting 2 workers Jun 29 12:25:04.233247 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Started child 104104 {{(pid=103813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 12:25:04.237722 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Started child 104105 {{(pid=103813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 12:25:04.238797 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:04.239486 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO neutron.service [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 12:25:04.240113 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Publish callbacks [] for process (None), before_spawn {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:04.240368 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [-] (104104) wsgi starting up on http://0.0.0.0:9696 Jun 29 12:25:04.242579 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO oslo_service.service [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Starting 1 workers Jun 29 12:25:04.242729 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:04.244058 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [-] (104105) wsgi starting up on http://0.0.0.0:9696 Jun 29 12:25:04.247849 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Started child 104106 {{(pid=103813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 12:25:04.248378 dv-cinder-812685-12-iscsi neutron-server[103813]: INFO oslo_service.service [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Starting 1 workers Jun 29 12:25:04.251579 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.service [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] calling RpcWorker wait() {{(pid=104106) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 12:25:04.252088 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.service [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] returning from RpcWorker wait() {{(pid=104106) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 12:25:04.252839 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Started child 104107 {{(pid=103813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 12:25:04.253566 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:04.253675 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG neutron_lib.callbacks.manager [None req-718c6880-2be7-40c0-b28e-c3cf9fbbfdea None None] Publish callbacks [] for process (None), after_spawn {{(pid=103813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:04.254221 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:04.255588 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103813) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 12:25:04.255800 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 12:25:04.255986 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 12:25:04.256213 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 12:25:04.256549 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 12:25:04.256710 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 12:25:04.257236 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.257513 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.257780 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.257884 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:04.258317 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.258729 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:04.258839 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.259042 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.259279 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.259567 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.259838 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.260012 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.260179 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.260444 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.260670 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.261003 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.261283 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.261526 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.261778 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.261952 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.262213 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.262507 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.262768 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.263053 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] debug = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.263322 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.263804 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.264051 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.264325 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.264557 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.264845 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.265103 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.265358 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.265593 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.265809 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.266053 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.266304 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.266570 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.266803 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.267017 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.267286 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.267509 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.268007 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] host = dv-cinder-812685-12-iscsi {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.268247 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.268462 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.269296 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.269651 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.269905 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.270251 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.270553 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.270815 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.271073 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.271298 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.271526 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.271784 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.272034 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.272276 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.272698 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_options = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.272935 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.273210 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.273492 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.273691 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.273861 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.274027 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.274277 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.274520 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.274728 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.274969 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.275199 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.275418 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.275650 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.275895 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.276145 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.276380 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.276627 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.276853 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.277109 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.277339 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.277583 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.277808 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.278068 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.278311 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.278550 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.278774 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.279023 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.279311 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.280695 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.282059 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.282059 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.282497 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.282744 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.283055 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.283340 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.283602 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.283857 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.284061 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.285055 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.285450 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.285598 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.285875 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.286245 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.286245 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.287924 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.287924 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.287924 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_json = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.291956 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.291956 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.291956 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.291956 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.291956 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.291956 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.291956 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.291956 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.293849 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.293849 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.293849 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.293849 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.296736 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.296736 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.296736 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.296736 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.296736 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.296736 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.296736 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.296736 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.297410 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.297410 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.297410 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.297410 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.297697 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.297785 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.298036 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.298294 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.298551 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.299721 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.300147 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.300252 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.300495 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.300749 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.301005 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.301250 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.301890 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.302167 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.302488 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.302822 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.303691 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.303945 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.304547 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.304767 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.305018 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.305230 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.305467 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.305696 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.305919 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.306525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.306788 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.307041 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.310398 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.311439 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.312871 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.313133 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.313413 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.313680 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.315393 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.315664 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.315901 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.316133 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.316385 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.316621 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.316869 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.317153 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.317390 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.318036 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.318287 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.318555 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.318785 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.320396 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.320640 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.320904 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.321126 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.321348 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.321575 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.321835 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.322415 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.322662 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.322887 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.323112 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.323943 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.324186 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.324419 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.324637 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.324863 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.325082 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.325293 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.325511 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.325729 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.325940 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.326154 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.326364 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.326602 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.326835 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.327050 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.327259 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.327465 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.327675 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.327992 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.328247 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.328502 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.328720 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.328976 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.329196 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.329438 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.329688 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.329909 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.330139 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.330411 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.330683 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.330927 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.331700 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.331959 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.332220 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.332440 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.332665 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.332891 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.333107 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.333344 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.333589 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.333837 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.334069 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.334307 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.334547 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.334789 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.335018 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.335298 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.335527 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.335813 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.336049 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.336317 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.336642 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.336901 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.337156 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.337405 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.337644 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.337902 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.338135 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.338400 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.338671 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.338904 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.339138 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.339393 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.339614 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.339868 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.340110 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.340403 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.340652 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.340880 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.341114 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.341394 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.341639 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.341886 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.342141 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.342567 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.342797 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.343194 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.343579 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.343826 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.344056 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.344284 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.344494 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.344738 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.344950 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.345193 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.345423 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.345639 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.345882 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.346092 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.346308 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.346556 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.346801 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.347616 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.347866 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.348077 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.348298 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.348552 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.348768 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.348990 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.349204 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.349415 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.349661 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.349875 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.350161 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.350434 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.350656 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.350884 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.351124 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.351357 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.351566 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.351823 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.352042 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.352246 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.352614 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.352828 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.353062 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.353273 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.353517 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.353728 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.353981 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.354124 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:04.354253 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.354565 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.354812 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.355059 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.355306 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.355539 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.355755 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.355966 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.356179 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.356434 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.356649 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.356886 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.357104 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.357345 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.357563 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.357793 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.358025 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.358308 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.358574 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.358951 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.359201 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.359426 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.359642 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.359856 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.360073 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.360280 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.360490 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.360700 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.360934 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.361154 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.361435 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.361678 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.361913 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.362784 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.362784 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.362784 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.363037 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.363107 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.363287 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.363531 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.363766 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.363973 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.364228 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.364432 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.364629 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.364854 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.365067 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.365273 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.365525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.365731 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.365959 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.366176 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.366390 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.366633 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.366852 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.367057 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.367263 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.367478 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.367691 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.367897 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.368117 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.368321 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.368531 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.368746 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.368956 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.369161 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.369441 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.369730 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.369923 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.370210 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.370464 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.370716 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.370965 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.371260 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.371488 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.371748 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.371976 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.372193 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.372424 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.372687 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.372965 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.373242 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.373503 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.373752 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.374012 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.374278 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.374582 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.374792 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.375100 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.375437 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.375691 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.375928 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.376177 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.376424 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.376656 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.376874 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.377091 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.377324 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.377568 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.377836 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.378613 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.378904 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.379128 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.379368 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.379604 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.379827 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.380036 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.380255 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.380482 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.380636 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 12:25:04.381166 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103813) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 12:25:04.381327 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 12:25:04.381475 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 12:25:04.381640 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 12:25:04.382286 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 12:25:04.382286 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 12:25:04.382286 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.382286 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.382627 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.382627 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.382861 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.382943 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.383061 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.383220 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.383377 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.383516 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.384107 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.384107 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.384107 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.384107 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.384591 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.384591 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.384591 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.384924 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.384924 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.385151 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.385151 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.385441 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] debug = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.385441 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.385593 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.385757 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.385911 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.386218 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.386380 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.386577 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.386734 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.386893 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.387049 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.387209 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.387366 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.387524 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.387719 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.387826 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.387984 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.388137 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.388292 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] host = dv-cinder-812685-12-iscsi {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.388448 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.388657 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.388756 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.388902 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.389062 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.389247 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.389348 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.389501 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.389658 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.389816 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.389968 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.390321 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.390450 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.390598 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.390757 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_options = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.390911 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.391069 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.391224 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.391400 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.391560 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.391716 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.391871 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.392031 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.392185 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.392339 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.392494 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.392648 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.392802 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.392957 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.393111 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.393266 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.393422 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.393577 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.393862 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.393944 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.394086 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.394311 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.394408 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.394560 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.394718 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.394873 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.395028 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.395183 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.395337 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.395492 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.395646 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.395798 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.395946 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.396109 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.396299 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.396440 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.396573 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.396725 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.396867 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.397014 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.397146 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.397282 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.397691 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.397846 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.398002 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.398159 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.398314 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_json = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.398488 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.398645 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.398800 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.398959 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.399114 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.399269 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.399423 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.399579 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.399733 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:25:04.399923 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.400136 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.400237 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.400399 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.400557 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.400714 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.400872 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.401031 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.401189 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.401347 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.401511 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.401669 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.401837 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.401996 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.402152 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.402312 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.402500 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.402661 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.402821 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.402978 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.403137 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.403295 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.403461 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.403618 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.403775 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.403933 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.404090 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.404257 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.404414 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.404579 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.404751 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.404909 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.405067 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.405224 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.405383 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.405542 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.405702 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.405861 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.406020 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.406180 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.406337 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.406518 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.406678 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.406835 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.406994 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.407152 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.407315 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.407473 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.407630 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.407789 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.407946 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.408104 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.408263 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.408422 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.408580 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.408738 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.408896 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.409067 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.409225 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.409953 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.410115 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.410307 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.410619 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.410772 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.410933 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.411114 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.411311 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.411458 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.411631 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.411789 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.411947 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.412105 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.412265 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.412423 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.412581 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.412739 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.412898 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.413055 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.413213 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.413373 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.413535 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.413690 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.413848 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.414007 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.414166 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.414325 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.414507 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.414667 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.414813 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.415077 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.415258 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.415258 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.415512 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.415633 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.415817 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.415909 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.416018 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.417292 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.417292 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.417292 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.417292 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.417292 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.417292 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.417292 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418166 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418166 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418166 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418166 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418166 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418166 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418976 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418976 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418976 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418976 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.418976 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.419694 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.419694 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.419694 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.419694 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.419694 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.420266 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.420266 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.420266 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.420266 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.420702 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.420702 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.420702 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.421257 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.421257 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.421257 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.421734 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.421734 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.421734 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.422169 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.422169 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.422578 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.422578 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.422578 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.423038 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.423038 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.423038 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.423545 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.423545 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.423545 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.423545 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.424238 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.424238 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.424238 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.424238 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.424914 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.424914 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.424914 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.424914 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.426767 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.426767 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.426767 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.426767 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.426767 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.426767 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.428525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.428525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.428525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.428525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.428525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.428525 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.429390 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.429390 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.429390 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.429390 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.429390 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.429390 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.430134 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.430134 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.430134 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.430134 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.430134 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.430992 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.430992 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.430992 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.430992 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.430992 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.431809 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.431809 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.431809 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.431809 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.431809 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.431809 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.433510 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.433510 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.433510 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.433510 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.433510 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.433908 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.433908 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.433908 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.434123 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.434203 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.434203 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.435585 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.435585 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.435749 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.435867 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.436011 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.436179 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.436336 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.436518 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.436670 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.436804 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.436962 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.437120 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.437282 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.437443 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.437602 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.437761 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.437922 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.438080 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.438237 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.438395 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.438576 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.438735 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.438894 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.439052 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.439213 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.439384 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.439543 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.439701 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.439858 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.440016 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.440173 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.440340 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.440528 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.440765 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.440922 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.441079 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.441237 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.441405 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.441564 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.441725 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.441882 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.442040 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.442197 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.442365 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.442544 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.442703 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.442861 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.443020 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.443177 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.443344 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.443502 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.443659 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.443816 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.443973 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.444147 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.444810 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.444810 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.444810 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.444810 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.445120 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.445120 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.445290 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.445370 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.445450 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.445620 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.445781 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.445940 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.446100 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.446270 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.446540 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.446635 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.446759 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.446917 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.447076 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.447238 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.447403 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.447571 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.447736 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.447897 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.448063 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.448229 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.448395 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.448554 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.448719 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.448888 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.449045 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.449203 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.449362 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.449520 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.449678 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.449838 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.450064 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.450163 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.450298 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.450475 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.450634 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.450792 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.450950 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.451108 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.451266 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.451425 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.451587 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.451748 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.451892 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:25:04.452041 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 12:25:04.501754 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 54702) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:04.510449 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064988 Jun 29 12:25:13.703615 dv-cinder-812685-12-iscsi neutron-server[103813]: DEBUG dbcounter [-] [103813] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103813) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:15.685325 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writer thread running {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 12:25:15.702697 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553b66cd-a274-4e7e-a87e-c98e6f3a1dc7 None None] get_active_networks_info from dv-cinder-812685-12-iscsi {{(pid=104106) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 29 12:25:15.803518 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b66cd-a274-4e7e-a87e-c98e6f3a1dc7 None None] No non-hosted networks {{(pid=104106) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 12:25:15.818497 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.agentschedulers_db [None req-553b66cd-a274-4e7e-a87e-c98e6f3a1dc7 None None] DHCP Agent not found on host dv-cinder-812685-12-iscsi {{(pid=104106) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 29 12:25:15.924831 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfe24e6f-df25-484a-81a8-67c8244c5c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567259'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:17.425534 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writer thread running {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 12:25:17.948930 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-701e1b38-44b2-4016-9491-f84e77e89132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567259'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:17.983038 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87d6f89b-5a6a-46f7-8c8f-52e028536851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:18.728960 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 54770) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:19.094858 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567259'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:19.415697 dv-cinder-812685-12-iscsi neutron-server[104105]: WARNING oslo_policy.policy [None req-08f110d8-85a7-443e-95d6-24259a787b8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:25:19.416470 dv-cinder-812685-12-iscsi neutron-server[104105]: WARNING oslo_policy.policy [None req-08f110d8-85a7-443e-95d6-24259a787b8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:25:19.640035 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [None req-08f110d8-85a7-443e-95d6-24259a787b8a admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:25:19.641446 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-08f110d8-85a7-443e-95d6-24259a787b8a admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9112706 Jun 29 12:25:20.436538 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567259'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:20.921973 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567259'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:20.924570 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.925770 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.926331 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.928746 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.930947 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.932590 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.935060 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.938849 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.939492 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.941260 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.941787 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.943003 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.945565 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.946869 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.948776 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:20.950207 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-812685-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:20.968818 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-812685-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:21.267134 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.db.l3_hamode_db [None req-d5f0ca12-7186-4aaa-a669-55543c742b12 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 12:25:21.385393 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0ca12-7186-4aaa-a669-55543c742b12 None None] Routers set() bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:25:21.385914 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0ca12-7186-4aaa-a669-55543c742b12 None None] Router IDs set() for agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 29 12:25:22.022088 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 54808) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:22.558956 dv-cinder-812685-12-iscsi neutron-server[104104]: WARNING oslo_policy.policy [None req-6a196e14-b8bd-4927-99ee-8c356a47b839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:25:22.559515 dv-cinder-812685-12-iscsi neutron-server[104104]: WARNING oslo_policy.policy [None req-6a196e14-b8bd-4927-99ee-8c356a47b839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:25:22.779932 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-6a196e14-b8bd-4927-99ee-8c356a47b839 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:25:22.873854 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.policy [None req-6a196e14-b8bd-4927-99ee-8c356a47b839 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 12:25:22.917098 dv-cinder-812685-12-iscsi neutron-server[104104]: WARNING oslo_policy.policy [None req-6a196e14-b8bd-4927-99ee-8c356a47b839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:25:22.917485 dv-cinder-812685-12-iscsi neutron-server[104104]: WARNING oslo_policy.policy [None req-6a196e14-b8bd-4927-99ee-8c356a47b839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:25:22.938290 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writer thread running {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 12:25:23.035426 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6a196e14-b8bd-4927-99ee-8c356a47b839 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737286103317', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737286103809', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737286152788', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737286145096', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737286139480', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737286130099', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1523665', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1530433', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-521142', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3705344'] for rbac-policy (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:23.126450 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6a196e14-b8bd-4927-99ee-8c356a47b839 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:23.129610 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6a196e14-b8bd-4927-99ee-8c356a47b839 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1041636 Jun 29 12:25:25.428274 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 54826) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:25.747548 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:25:25.760689 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writer thread running {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 29 12:25:25.802797 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Made reservation on behalf of a19c893c70c84649bb5406d2cf9e2708 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:25:25.864047 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.policy [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104105) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 12:25:25.904555 dv-cinder-812685-12-iscsi neutron-server[104105]: WARNING oslo_policy.policy [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:25:25.904929 dv-cinder-812685-12-iscsi neutron-server[104105]: WARNING oslo_policy.policy [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:25:25.915707 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:25.939866 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:26.053181 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Publish callbacks [] for security_group (a155e46f-5571-4730-a763-c87b60205acb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:26.057113 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a155e46f-5571-4730-a763-c87b60205acb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:26.080760 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:25:26.116039 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737287366741', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (488693a1-e70b-4820-9ea6-dd8df4e30ce9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:26.116597 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Unsubscribe: segment precommit_create {{(pid=104105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 12:25:26.117139 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.segments_db [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Added segment 488693a1-e70b-4820-9ea6-dd8df4e30ce9 of type vlan for network 128babf2-7e88-4056-8a62-c64aa30e9a03 Jun 29 12:25:26.136923 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a155e46f-5571-4730-a763-c87b60205acb,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:26.171466 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.171805 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.172151 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.172499 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.172844 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.173158 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.173475 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.173791 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.174127 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.174529 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.174924 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.175257 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.175576 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.175890 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.176209 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Tracked resource versions report: Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: pushed versions: Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: { 'AddressGroup': {'1.2'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Agent': {'1.1'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'ConntrackHelper': {'1.0'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'LocalIPAssociation': {'1.0'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Log': {'1.0'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'NDPProxy': {'1.0'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Network': {'1.1'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Port': {'1.7'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'PortForwarding': {'1.3'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'QosPolicy': {'1.10'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SecurityGroup': {'1.5'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SubPort': {'1.0'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Subnet': {'1.1'}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Trunk': {'1.1'}} Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: consumer versions: Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: { DHCP agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: L3 agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: Metadata agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: Metering agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: Open vSwitch agent@dv-cinder-812685-12-iscsi: { 'AddressGroup': '1.2', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Agent': '1.1', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'ConntrackHelper': '1.0', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'LocalIPAssociation': '1.0', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Log': '1.0', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'NDPProxy': '1.0', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Network': '1.1', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Port': '1.7', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'PortForwarding': '1.3', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'QosPolicy': '1.10', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SecurityGroup': '1.5', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SecurityGroupRule': '1.2', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SubPort': '1.0', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Subnet': '1.1', Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Trunk': '1.1'}} Jun 29 12:25:26.177646 dv-cinder-812685-12-iscsi neutron-server[104105]: {{(pid=104105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:25:26.238056 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (128babf2-7e88-4056-8a62-c64aa30e9a03), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:26.281347 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (128babf2-7e88-4056-8a62-c64aa30e9a03), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:26.286953 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:25:26.287677 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:26.358087 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9286230 Jun 29 12:25:26.418352 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf78ce-9c65-4cd0-8529-2132813ac319 demo demo] Pushing event updated for resources: {'Network': ['ID=128babf2-7e88-4056-8a62-c64aa30e9a03,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:26.433583 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 128babf2-7e88-4056-8a62-c64aa30e9a03 details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:25:28.645579 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 54840) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:29.090411 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a653527-28f5-43c7-bbd0-d8332d1630ef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:25:29.092126 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1a653527-28f5-43c7-bbd0-d8332d1630ef demo admin] 10.222.0.52 "GET /v2.0/networks/128babf2-7e88-4056-8a62-c64aa30e9a03 HTTP/1.1" status: 200 len: 825 time: 0.4454978 Jun 29 12:25:29.117859 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a85c14a1-09ec-4ce2-b0d4-a72ae022208c demo admin] 10.222.0.52 "GET /v2.0/subnetpools/28a09f19-e7b5-46ec-b1ea-7a5a137d7a28 HTTP/1.1" status: 200 len: 734 time: 0.0195656 Jun 29 12:25:29.126149 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03', 'name': 'private-subnet', 'subnetpool_id': '28a09f19-e7b5-46ec-b1ea-7a5a137d7a28', 'gateway_ip': '172.20.0.1'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:25:29.153565 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Made reservation on behalf of a19c893c70c84649bb5406d2cf9e2708 for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:25:29.156194 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:29.447708 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (59165d6f-837e-4c6f-ab5d-b1b87f324577), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:29.494860 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:29.526174 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Checking segment: {'id': '488693a1-e70b-4820-9ea6-dd8df4e30ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:25:29.526499 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Network hostable DHCP agents. Network: 128babf2-7e88-4056-8a62-c64aa30e9a03, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:25:29.536227 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Pushing event updated for resources: {'Subnet': ['ID=59165d6f-837e-4c6f-ab5d-b1b87f324577,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:29.548482 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.548824 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.549201 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.549555 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.549883 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.550212 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.550555 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.550876 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.551211 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.551534 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.551870 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.552208 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.552528 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.552847 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.553160 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Tracked resource versions report: Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: pushed versions: Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: { 'AddressGroup': {'1.2'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Agent': {'1.1'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'ConntrackHelper': {'1.0'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'LocalIPAssociation': {'1.0'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Log': {'1.0'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'NDPProxy': {'1.0'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Network': {'1.1'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Port': {'1.7'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'PortForwarding': {'1.3'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'QosPolicy': {'1.10'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SecurityGroup': {'1.5'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SubPort': {'1.0'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Subnet': {'1.1'}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Trunk': {'1.1'}} Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: consumer versions: Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: { DHCP agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: L3 agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: Metadata agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: Metering agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: Open vSwitch agent@dv-cinder-812685-12-iscsi: { 'AddressGroup': '1.2', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Agent': '1.1', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'ConntrackHelper': '1.0', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'LocalIPAssociation': '1.0', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Log': '1.0', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'NDPProxy': '1.0', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Network': '1.1', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Port': '1.7', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'PortForwarding': '1.3', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'QosPolicy': '1.10', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SecurityGroup': '1.5', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SecurityGroupRule': '1.2', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SubPort': '1.0', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Subnet': '1.1', Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Trunk': '1.1'}} Jun 29 12:25:29.554567 dv-cinder-812685-12-iscsi neutron-server[104104]: {{(pid=104104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:25:29.585057 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Network 128babf2-7e88-4056-8a62-c64aa30e9a03 is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:25:29.596311 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 128babf2-7e88-4056-8a62-c64aa30e9a03) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:25:29.600799 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:25:29.601433 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:29.605612 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3262e6-1d99-458f-93a2-c337bde966fd None None] Network 128babf2-7e88-4056-8a62-c64aa30e9a03 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:25:29.617481 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c20f9996-b781-4322-a190-002d52eaa40e demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4943423 Jun 29 12:25:29.874250 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-128babf2-7e88-4056-8a62-c64aa30e9a03', 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03', 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'fixed_ips': [{'subnet_id': '59165d6f-837e-4c6f-ab5d-b1b87f324577'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:25:29.875646 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:30.145804 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:30.168380 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Allocated IP 172.20.0.2 (128babf2-7e88-4056-8a62-c64aa30e9a03/59165d6f-837e-4c6f-ab5d-b1b87f324577/b59dd59c-1672-4bf1-af27-5e206f4d5824) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:25:30.437600 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Publish callbacks [] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:30.445419 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:30.525557 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Network 128babf2-7e88-4056-8a62-c64aa30e9a03 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:25:30.535025 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:25:30.537977 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:25:30.545138 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Pushing event updated for resources: {'Port': ['ID=b59dd59c-1672-4bf1-af27-5e206f4d5824,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:30.592488 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.592834 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.593188 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.593541 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.593875 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.594201 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.594550 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.594875 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.595212 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.595539 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.595861 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.596713 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.597033 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.597351 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.597670 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Tracked resource versions report: Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: pushed versions: Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: { 'AddressGroup': {'1.2'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Agent': {'1.1'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'ConntrackHelper': {'1.0'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'LocalIPAssociation': {'1.0'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Log': {'1.0'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'NDPProxy': {'1.0'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Network': {'1.1'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Port': {'1.7'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'PortForwarding': {'1.3'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'QosPolicy': {'1.10'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SecurityGroup': {'1.5'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SubPort': {'1.0'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Subnet': {'1.1'}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Trunk': {'1.1'}} Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: consumer versions: Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: { DHCP agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: L3 agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: Metadata agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: Metering agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: Open vSwitch agent@dv-cinder-812685-12-iscsi: { 'AddressGroup': '1.2', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Agent': '1.1', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'ConntrackHelper': '1.0', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'LocalIPAssociation': '1.0', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Log': '1.0', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'NDPProxy': '1.0', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Network': '1.1', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Port': '1.7', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'PortForwarding': '1.3', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'QosPolicy': '1.10', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SecurityGroup': '1.5', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SecurityGroupRule': '1.2', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SubPort': '1.0', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Subnet': '1.1', Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Trunk': '1.1'}} Jun 29 12:25:30.599077 dv-cinder-812685-12-iscsi neutron-server[104106]: {{(pid=104106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:25:30.635612 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Attempting to bind port b59dd59c-1672-4bf1-af27-5e206f4d5824 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:25:30.636166 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Attempting to bind port b59dd59c-1672-4bf1-af27-5e206f4d5824 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '488693a1-e70b-4820-9ea6-dd8df4e30ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:25:30.636441 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Attempting to bind port b59dd59c-1672-4bf1-af27-5e206f4d5824 on network 128babf2-7e88-4056-8a62-c64aa30e9a03 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:25:30.641446 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:25:30.641844 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Checking segment: {'id': '488693a1-e70b-4820-9ea6-dd8df4e30ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:25:30.642327 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:30.642748 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Bound using segment: {'id': '488693a1-e70b-4820-9ea6-dd8df4e30ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:25:30.643770 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Bound port: b59dd59c-1672-4bf1-af27-5e206f4d5824, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488693a1-e70b-4820-9ea6-dd8df4e30ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:25:30.644150 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:30.704316 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] For port b59dd59c-1672-4bf1-af27-5e206f4d5824, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:25:30.723946 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] For port b59dd59c-1672-4bf1-af27-5e206f4d5824, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=b59dd59c-1672-4bf1-af27-5e206f4d5824,segment=NetworkSegment(488693a1-e70b-4820-9ea6-dd8df4e30ce9),segment_id=488693a1-e70b-4820-9ea6-dd8df4e30ce9)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:25:30.730714 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:30.760599 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:30.793174 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5ff06-f652-4cee-8fd4-6e83348822d6 None None] Pushing event updated for resources: {'Port': ['ID=b59dd59c-1672-4bf1-af27-5e206f4d5824,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:31.961602 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 54856) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:32.300330 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [None req-df487c05-d835-46d7-a4e8-c6894a341d6d admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:25:32.301334 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-df487c05-d835-46d7-a4e8-c6894a341d6d admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3387823 Jun 29 12:25:34.439653 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:34.451435 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=10 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:34.591090 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 54866) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:34.918195 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [None req-debd27d0-40a4-4c2e-892b-2188d0009992 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:25:34.919266 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-debd27d0-40a4-4c2e-892b-2188d0009992 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3272290 Jun 29 12:25:36.376681 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=47,neutron:INSERT=42,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:36.387541 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=37,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:37.262705 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 54878) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:37.604841 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b5cf1fbc-c75a-48ae-94be-17b8b2b4595e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:25:37.633313 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1fbc-c75a-48ae-94be-17b8b2b4595e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (0b8f5428-5a88-4400-9e00-6f60fbc797d8), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:37.635057 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1fbc-c75a-48ae-94be-17b8b2b4595e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (0b8f5428-5a88-4400-9e00-6f60fbc797d8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:37.788236 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1fbc-c75a-48ae-94be-17b8b2b4595e demo demo] Publish callbacks [] for router_controller (0b8f5428-5a88-4400-9e00-6f60fbc797d8), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:37.792737 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1fbc-c75a-48ae-94be-17b8b2b4595e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (0b8f5428-5a88-4400-9e00-6f60fbc797d8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:37.810276 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1fbc-c75a-48ae-94be-17b8b2b4595e demo demo] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:37.811512 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b5cf1fbc-c75a-48ae-94be-17b8b2b4595e demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5478075 Jun 29 12:25:38.724927 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device b59dd59c-1672-4bf1-af27-5e206f4d5824 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:25:38.809826 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca9f5e8-41cb-44f5-bcd0-b76cfb00910f None None] Network 128babf2-7e88-4056-8a62-c64aa30e9a03 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:25:38.823487 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port b59dd59c-1672-4bf1-af27-5e206f4d5824 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:25:38.823906 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:38.919938 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-437758ca-5dc9-4535-ba67-7e7f11eba1c4 None None] Provisioning complete for port b59dd59c-1672-4bf1-af27-5e206f4d5824 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:25:38.920246 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-437758ca-5dc9-4535-ba67-7e7f11eba1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:39.032098 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:39.090871 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port b59dd59c-1672-4bf1-af27-5e206f4d5824 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:25:39.091266 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:39.158349 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-437758ca-5dc9-4535-ba67-7e7f11eba1c4 None None] Current status of the port b59dd59c-1672-4bf1-af27-5e206f4d5824 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:25:39.159318 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-437758ca-5dc9-4535-ba67-7e7f11eba1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:39.164688 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port b59dd59c-1672-4bf1-af27-5e206f4d5824, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=b59dd59c-1672-4bf1-af27-5e206f4d5824,segment=NetworkSegment(488693a1-e70b-4820-9ea6-dd8df4e30ce9),segment_id=488693a1-e70b-4820-9ea6-dd8df4e30ce9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:25:39.174764 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:39.260452 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=b59dd59c-1672-4bf1-af27-5e206f4d5824,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:39.263675 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.db.api [None req-437758ca-5dc9-4535-ba67-7e7f11eba1c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 29 12:25:39.264198 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG oslo_db.api [None req-437758ca-5dc9-4535-ba67-7e7f11eba1c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 12:25:39.609909 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=76,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:39.610865 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:39.801029 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-437758ca-5dc9-4535-ba67-7e7f11eba1c4 None None] Current status of the port b59dd59c-1672-4bf1-af27-5e206f4d5824 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:25:39.919112 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-61f22560-7dac-4496-98ec-44177ed49aa4 None None] Provisioning complete for port b59dd59c-1672-4bf1-af27-5e206f4d5824 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:25:39.919413 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-61f22560-7dac-4496-98ec-44177ed49aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:39.993045 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-61f22560-7dac-4496-98ec-44177ed49aa4 None None] Current status of the port b59dd59c-1672-4bf1-af27-5e206f4d5824 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:25:40.262478 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 54894) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:40.595574 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [None req-07b033b5-eb9c-4eb8-8195-08b2e9c54018 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:25:40.597363 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-07b033b5-eb9c-4eb8-8195-08b2e9c54018 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3339229 Jun 29 12:25:40.699021 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device b59dd59c-1672-4bf1-af27-5e206f4d5824 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:25:40.746853 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port b59dd59c-1672-4bf1-af27-5e206f4d5824 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:25:40.747167 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:40.830328 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port b59dd59c-1672-4bf1-af27-5e206f4d5824 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:25:43.232869 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 54902) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:43.577268 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:25:43.598399 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Made reservation on behalf of a19795d69941402bbd95f8c9172fb339 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:25:43.600642 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:43.608945 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:43.688102 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Publish callbacks [] for security_group (9ba909be-3261-4283-a008-7c42a255894d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:43.692843 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (9ba909be-3261-4283-a008-7c42a255894d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:43.708693 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Reserving flat network on physical network physnet1 {{(pid=104105) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 12:25:43.730194 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba909be-3261-4283-a008-7c42a255894d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:43.734259 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (68d67ab4-f7f8-4458-a881-203a810fe0a9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:43.734631 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.segments_db [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Added segment 68d67ab4-f7f8-4458-a881-203a810fe0a9 of type flat for network a7c54b3b-affe-426d-9c11-19185ae4a6cd Jun 29 12:25:43.796595 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (a7c54b3b-affe-426d-9c11-19185ae4a6cd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:43.838545 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (a7c54b3b-affe-426d-9c11-19185ae4a6cd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:43.839534 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:25:43.840134 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:43.899213 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6651940 Jun 29 12:25:43.964053 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdf4f9-aade-45f0-81d0-204a6ec4ce88 admin admin] Pushing event updated for resources: {'Network': ['ID=a7c54b3b-affe-426d-9c11-19185ae4a6cd,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:43.974197 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:25:43.990019 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:45.601439 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec72cb8e-46f5-4945-ae0e-76845e9db8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:46.179016 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 54910) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:46.539733 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793c9e81-b537-41df-a1dd-342223fdc7fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:25:46.540954 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-793c9e81-b537-41df-a1dd-342223fdc7fc demo admin] 10.222.0.52 "GET /v2.0/subnets/59165d6f-837e-4c6f-ab5d-b1b87f324577 HTTP/1.1" status: 200 len: 849 time: 0.3610170 Jun 29 12:25:46.717919 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-da945dfc-4b78-4984-80ab-71943d5474bb demo admin] 10.222.0.52 "GET /v2.0/routers/0b8f5428-5a88-4400-9e00-6f60fbc797d8 HTTP/1.1" status: 200 len: 704 time: 0.1709030 Jun 29 12:25:46.980028 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:47.273930 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Allocated IP 172.20.0.1 (128babf2-7e88-4056-8a62-c64aa30e9a03/59165d6f-837e-4c6f-ab5d-b1b87f324577/829654a1-f134-4364-bd4e-2d4b05ac7f54) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:25:47.429158 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Publish callbacks [] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:47.491179 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:47.565860 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Network 128babf2-7e88-4056-8a62-c64aa30e9a03 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:25:47.570353 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:25:47.576691 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:25:47.577160 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (0b8f5428-5a88-4400-9e00-6f60fbc797d8), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:47.598915 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Pushing event updated for resources: {'Port': ['ID=829654a1-f134-4364-bd4e-2d4b05ac7f54,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:47.696700 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:47.754263 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-6e57dfb4-52cb-42f0-8556-8f0c4d19aa90 None None] Provisioning complete for port 829654a1-f134-4364-bd4e-2d4b05ac7f54 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:25:47.754875 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e57dfb4-52cb-42f0-8556-8f0c4d19aa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:47.778169 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:47.785856 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6e57dfb4-52cb-42f0-8556-8f0c4d19aa90 None None] Port 829654a1-f134-4364-bd4e-2d4b05ac7f54 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:25:47.874378 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:47.946111 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cee5aa25-7f3f-4429-9580-3fb6b4b2a04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:48.030165 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Publish callbacks [] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:48.034902 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:48.035644 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (0b8f5428-5a88-4400-9e00-6f60fbc797d8), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:48.092922 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Pushing event updated for resources: {'Port': ['ID=829654a1-f134-4364-bd4e-2d4b05ac7f54,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:48.161680 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Network 128babf2-7e88-4056-8a62-c64aa30e9a03 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:25:48.162957 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:25:48.320119 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Router 0b8f5428-5a88-4400-9e00-6f60fbc797d8 is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:25:48.405781 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9908c594-289d-4b7f-bae5-3a9c07ae564b None None] Provisioning complete for port 829654a1-f134-4364-bd4e-2d4b05ac7f54 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:25:48.406174 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9908c594-289d-4b7f-bae5-3a9c07ae564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:48.411468 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:25:48.418977 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-75404cb2-b3b8-47a1-9614-b2804b3135ce demo admin] 10.222.0.52 "PUT /v2.0/routers/0b8f5428-5a88-4400-9e00-6f60fbc797d8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6954467 Jun 29 12:25:48.434340 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Sync routers for ids ['0b8f5428-5a88-4400-9e00-6f60fbc797d8'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:25:48.442331 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9908c594-289d-4b7f-bae5-3a9c07ae564b None None] Port 829654a1-f134-4364-bd4e-2d4b05ac7f54 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:25:48.447043 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Routers {'0b8f5428-5a88-4400-9e00-6f60fbc797d8'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:25:48.447866 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:25:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['0b8f5428-5a88-4400-9e00-6f60fbc797d8'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:48.627088 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Set router 0b8f5428-5a88-4400-9e00-6f60fbc797d8 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:25:49.017941 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:49.047825 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'name': 'router1', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:25:37Z', 'updated_at': '2022-06-29T12:25:47Z', 'revision_number': 2, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'gw_port_host': None, '_interfaces': [{'id': '829654a1-f134-4364-bd4e-2d4b05ac7f54', 'name': '', 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'mac_address': 'fa:16:3e:fc:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:25:47Z', 'updated_at': '2022-06-29T12:25:47Z', 'revision_number': 2, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'subnets': [{'id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a09f19-e7b5-46ec-b1ea-7a5a137d7a28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:49.097345 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Checking router: 0b8f5428-5a88-4400-9e00-6f60fbc797d8 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:25:49.097729 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Updating router 0b8f5428-5a88-4400-9e00-6f60fbc797d8 port 829654a1-f134-4364-bd4e-2d4b05ac7f54 binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:25:49.153655 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:49.659756 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Publish callbacks [] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:49.667214 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:49.812844 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Pushing event updated for resources: {'Port': ['ID=829654a1-f134-4364-bd4e-2d4b05ac7f54,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:49.837747 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.838100 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.838465 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.838820 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.839159 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.839496 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.839828 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.840159 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.840511 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.840853 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.841184 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.841531 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.841867 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.842191 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.842541 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Tracked resource versions report: Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: pushed versions: Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: { 'AddressGroup': {'1.2'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Agent': {'1.1'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'ConntrackHelper': {'1.0'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'LocalIPAssociation': {'1.0'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Log': {'1.0'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'NDPProxy': {'1.0'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Network': {'1.1'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Port': {'1.7'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'PortForwarding': {'1.3'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'QosPolicy': {'1.10'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SecurityGroup': {'1.5'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SubPort': {'1.0'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Subnet': {'1.1'}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Trunk': {'1.1'}} Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: consumer versions: Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: { DHCP agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: L3 agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: Metadata agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: Metering agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: Open vSwitch agent@dv-cinder-812685-12-iscsi: { 'AddressGroup': '1.2', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Agent': '1.1', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'ConntrackHelper': '1.0', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'LocalIPAssociation': '1.0', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Log': '1.0', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'NDPProxy': '1.0', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Network': '1.1', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Port': '1.7', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'PortForwarding': '1.3', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'QosPolicy': '1.10', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SecurityGroup': '1.5', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SecurityGroupRule': '1.2', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SubPort': '1.0', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Subnet': '1.1', Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Trunk': '1.1'}} Jun 29 12:25:49.843962 dv-cinder-812685-12-iscsi neutron-server[104107]: {{(pid=104107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:25:49.859076 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Attempting to bind port 829654a1-f134-4364-bd4e-2d4b05ac7f54 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:25:49.859482 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Attempting to bind port 829654a1-f134-4364-bd4e-2d4b05ac7f54 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '488693a1-e70b-4820-9ea6-dd8df4e30ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:25:49.859923 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Attempting to bind port 829654a1-f134-4364-bd4e-2d4b05ac7f54 on network 128babf2-7e88-4056-8a62-c64aa30e9a03 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:25:49.865792 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:25:49.866208 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Checking segment: {'id': '488693a1-e70b-4820-9ea6-dd8df4e30ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:25:49.866707 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:49.867088 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Bound using segment: {'id': '488693a1-e70b-4820-9ea6-dd8df4e30ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:25:49.867586 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Bound port: 829654a1-f134-4364-bd4e-2d4b05ac7f54, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488693a1-e70b-4820-9ea6-dd8df4e30ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:25:49.867970 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:49.868361 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-89b2eb76-3564-442e-9e9e-26ee20cfdd99 None None] Provisioning complete for port 829654a1-f134-4364-bd4e-2d4b05ac7f54 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:25:49.868770 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89b2eb76-3564-442e-9e9e-26ee20cfdd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:49.905071 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-89b2eb76-3564-442e-9e9e-26ee20cfdd99 None None] Port 829654a1-f134-4364-bd4e-2d4b05ac7f54 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:25:49.931958 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] For port 829654a1-f134-4364-bd4e-2d4b05ac7f54, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:25:49.946191 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:49.953139 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] For port 829654a1-f134-4364-bd4e-2d4b05ac7f54, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=829654a1-f134-4364-bd4e-2d4b05ac7f54,segment=NetworkSegment(488693a1-e70b-4820-9ea6-dd8df4e30ce9),segment_id=488693a1-e70b-4820-9ea6-dd8df4e30ce9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:25:49.960131 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:50.004366 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:50.017753 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Routers {'0b8f5428-5a88-4400-9e00-6f60fbc797d8'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:25:50.018493 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:25:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['0b8f5428-5a88-4400-9e00-6f60fbc797d8'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:50.055412 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040a435-6364-4eca-8432-fd5f16255fc3 None None] Pushing event updated for resources: {'Port': ['ID=829654a1-f134-4364-bd4e-2d4b05ac7f54,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:50.111008 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] Set router 0b8f5428-5a88-4400-9e00-6f60fbc797d8 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:25:50.225043 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-851b085b-f191-4484-b727-8e08d2242cd5 None None] Provisioning complete for port 829654a1-f134-4364-bd4e-2d4b05ac7f54 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:25:50.225574 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-851b085b-f191-4484-b727-8e08d2242cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:50.256385 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:50.304259 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-851b085b-f191-4484-b727-8e08d2242cd5 None None] Current status of the port 829654a1-f134-4364-bd4e-2d4b05ac7f54 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:25:50.304723 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-851b085b-f191-4484-b727-8e08d2242cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:50.306655 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'name': 'router1', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:25:37Z', 'updated_at': '2022-06-29T12:25:47Z', 'revision_number': 2, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'gw_port_host': None, '_interfaces': [{'id': '829654a1-f134-4364-bd4e-2d4b05ac7f54', 'name': '', 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'mac_address': 'fa:16:3e:fc:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:25:47Z', 'updated_at': '2022-06-29T12:25:49Z', 'revision_number': 4, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'subnets': [{'id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a09f19-e7b5-46ec-b1ea-7a5a137d7a28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:50.333064 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aba440-f7e4-42e8-a421-cddd0e803f5c None None] The sync data for ids ['0b8f5428-5a88-4400-9e00-6f60fbc797d8'] in dv-cinder-812685-12-iscsi is: [{'id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'name': 'router1', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:25:37Z', 'updated_at': '2022-06-29T12:25:47Z', 'revision_number': 2, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'gw_port_host': None, '_interfaces': [{'id': '829654a1-f134-4364-bd4e-2d4b05ac7f54', 'name': '', 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'mac_address': 'fa:16:3e:fc:7c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:25:47Z', 'updated_at': '2022-06-29T12:25:49Z', 'revision_number': 4, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'subnets': [{'id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a09f19-e7b5-46ec-b1ea-7a5a137d7a28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:25:50.338728 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 5 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:25:50.341073 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-851b085b-f191-4484-b727-8e08d2242cd5 None None] For port 829654a1-f134-4364-bd4e-2d4b05ac7f54, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=829654a1-f134-4364-bd4e-2d4b05ac7f54,segment=NetworkSegment(488693a1-e70b-4820-9ea6-dd8df4e30ce9),segment_id=488693a1-e70b-4820-9ea6-dd8df4e30ce9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:25:50.347002 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-851b085b-f191-4484-b727-8e08d2242cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:50.411430 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:50.414479 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b085b-f191-4484-b727-8e08d2242cd5 None None] Pushing event updated for resources: {'Port': ['ID=829654a1-f134-4364-bd4e-2d4b05ac7f54,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:50.708485 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 54930) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:50.919446 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:50.944391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e830c6bb-2a2a-4657-ad11-3263ad4e01f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:25:50.945782 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e830c6bb-2a2a-4657-ad11-3263ad4e01f0 admin admin] 10.222.0.52 "GET /v2.0/networks/a7c54b3b-affe-426d-9c11-19185ae4a6cd HTTP/1.1" status: 200 len: 842 time: 0.2363083 Jun 29 12:25:50.955310 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:25:50.978497 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Made reservation on behalf of a19795d69941402bbd95f8c9172fb339 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:25:50.980870 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:51.186605 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:51.280131 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:51.339186 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.objects.ports [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104105) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 29 12:25:51.339678 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (747436f8-072e-4a06-8bdc-6bb4a52d58ad), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:51.403143 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747436f8-072e-4a06-8bdc-6bb4a52d58ad,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:51.414307 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:25:51.414696 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Network hostable DHCP agents. Network: a7c54b3b-affe-426d-9c11-19185ae4a6cd, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:25:51.436849 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:25:51.448263 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, a7c54b3b-affe-426d-9c11-19185ae4a6cd) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:25:51.455858 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:25:51.456498 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:51.457682 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ee369-5987-4e68-bbd2-df4e08fb4df1 None None] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:25:51.483098 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d7b6ec9b-010b-4f3a-aa3c-34d5f776aeb1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5310163 Jun 29 12:25:51.580255 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f1c790-8b8d-44f6-b494-9e9e5fcdde0a None None] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:25:53.776555 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 54948) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:53.982754 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-50cfefab-5f85-4f9b-9b30-ce4bd28c0821 demo admin] 10.222.0.52 "GET /v2.0/routers/0b8f5428-5a88-4400-9e00-6f60fbc797d8 HTTP/1.1" status: 200 len: 710 time: 0.2048533 Jun 29 12:25:54.071830 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6843aba6-ebc4-46b1-b671-e5d4e593e7be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:25:54.073204 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-6843aba6-ebc4-46b1-b671-e5d4e593e7be demo admin] 10.222.0.52 "GET /v2.0/networks/a7c54b3b-affe-426d-9c11-19185ae4a6cd HTTP/1.1" status: 200 len: 886 time: 0.0842366 Jun 29 12:25:54.082077 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:25:54.325288 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Publish callbacks [] for router_gateway (0b8f5428-5a88-4400-9e00-6f60fbc797d8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:54.593563 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Publish callbacks [] for router_gateway (0b8f5428-5a88-4400-9e00-6f60fbc797d8), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:54.677111 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:54.811601 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:54.817610 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:54.842259 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Allocated IP 172.27.1.85 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/1993f1ee-70bd-4af2-8b64-234d8403260c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:25:54.951235 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Publish callbacks [] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:55.008902 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:55.091252 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:25:55.098043 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:25:55.101570 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:25:55.146831 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Pushing event updated for resources: {'Port': ['ID=1993f1ee-70bd-4af2-8b64-234d8403260c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:55.391894 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Publish callbacks [] for router_gateway (0b8f5428-5a88-4400-9e00-6f60fbc797d8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:55.581127 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-81617'] for router (0b8f5428-5a88-4400-9e00-6f60fbc797d8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:55.585488 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568125'] for router (0b8f5428-5a88-4400-9e00-6f60fbc797d8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:55.691697 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Router 0b8f5428-5a88-4400-9e00-6f60fbc797d8 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:25:55.823605 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:55.860824 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:25:55.866893 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:55.868081 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d84ba768-9b27-4f9e-a225-75d87e4e4dee demo admin] 10.222.0.52 "PUT /v2.0/routers/0b8f5428-5a88-4400-9e00-6f60fbc797d8 HTTP/1.1" status: 200 len: 889 time: 1.7891166 Jun 29 12:25:56.617640 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Sync routers for ids ['0b8f5428-5a88-4400-9e00-6f60fbc797d8'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:25:56.629437 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Routers {'0b8f5428-5a88-4400-9e00-6f60fbc797d8'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:25:56.630083 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:25:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['0b8f5428-5a88-4400-9e00-6f60fbc797d8'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:56.743912 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 829654a1-f134-4364-bd4e-2d4b05ac7f54 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:25:56.879185 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Set router 0b8f5428-5a88-4400-9e00-6f60fbc797d8 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:25:56.894621 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 829654a1-f134-4364-bd4e-2d4b05ac7f54 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:25:56.895016 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:56.971280 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:57.200978 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 829654a1-f134-4364-bd4e-2d4b05ac7f54 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:25:57.408974 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'name': 'router1', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '1993f1ee-70bd-4af2-8b64-234d8403260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:25:37Z', 'updated_at': '2022-06-29T12:25:55Z', 'revision_number': 4, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'gw_port': {'id': '1993f1ee-70bd-4af2-8b64-234d8403260c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:25:54Z', 'updated_at': '2022-06-29T12:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '829654a1-f134-4364-bd4e-2d4b05ac7f54', 'name': '', 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'mac_address': 'fa:16:3e:fc:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:25:47Z', 'updated_at': '2022-06-29T12:25:50Z', 'revision_number': 5, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'subnets': [{'id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a09f19-e7b5-46ec-b1ea-7a5a137d7a28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:57.461519 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Checking router: 0b8f5428-5a88-4400-9e00-6f60fbc797d8 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:25:57.461809 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Updating router 0b8f5428-5a88-4400-9e00-6f60fbc797d8 port 1993f1ee-70bd-4af2-8b64-234d8403260c binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:25:57.513105 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:57.542390 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:57.845051 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Publish callbacks [] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:57.851020 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:57.903558 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Attempting to bind port 1993f1ee-70bd-4af2-8b64-234d8403260c on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:25:57.903929 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Attempting to bind port 1993f1ee-70bd-4af2-8b64-234d8403260c by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:25:57.904289 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Attempting to bind port 1993f1ee-70bd-4af2-8b64-234d8403260c on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:25:57.906316 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9324ff-2c2c-401a-bf11-6b1c9631472a None None] Pushing event updated for resources: {'Port': ['ID=1993f1ee-70bd-4af2-8b64-234d8403260c,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:57.912763 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:25:57.913140 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:25:57.913535 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:57.913916 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:25:57.914377 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Bound port: 1993f1ee-70bd-4af2-8b64-234d8403260c, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:25:57.915316 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:57.965620 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] For port 1993f1ee-70bd-4af2-8b64-234d8403260c, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:25:57.968828 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] For port 1993f1ee-70bd-4af2-8b64-234d8403260c, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=1993f1ee-70bd-4af2-8b64-234d8403260c,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:25:57.976145 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:58.038668 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Routers {'0b8f5428-5a88-4400-9e00-6f60fbc797d8'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:25:58.039282 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:25:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['0b8f5428-5a88-4400-9e00-6f60fbc797d8'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:58.044118 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9324ff-2c2c-401a-bf11-6b1c9631472a None None] Pushing event updated for resources: {'Port': ['ID=1993f1ee-70bd-4af2-8b64-234d8403260c,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:25:58.141440 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 54960) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:25:58.147018 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] Set router 0b8f5428-5a88-4400-9e00-6f60fbc797d8 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:25:58.261517 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9460f122-348c-4ff2-a84f-2cf842834cfa admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1189685 Jun 29 12:25:58.285579 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:58.353857 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'name': 'router1', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '1993f1ee-70bd-4af2-8b64-234d8403260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:25:37Z', 'updated_at': '2022-06-29T12:25:55Z', 'revision_number': 4, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'gw_port': {'id': '1993f1ee-70bd-4af2-8b64-234d8403260c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:25:54Z', 'updated_at': '2022-06-29T12:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '829654a1-f134-4364-bd4e-2d4b05ac7f54', 'name': '', 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'mac_address': 'fa:16:3e:fc:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:25:47Z', 'updated_at': '2022-06-29T12:25:50Z', 'revision_number': 5, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'subnets': [{'id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a09f19-e7b5-46ec-b1ea-7a5a137d7a28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:25:58.381552 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a7632-1a2a-4ac6-b48e-83dd044103bb None None] The sync data for ids ['0b8f5428-5a88-4400-9e00-6f60fbc797d8'] in dv-cinder-812685-12-iscsi is: [{'id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'name': 'router1', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '1993f1ee-70bd-4af2-8b64-234d8403260c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:25:37Z', 'updated_at': '2022-06-29T12:25:55Z', 'revision_number': 4, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'gw_port': {'id': '1993f1ee-70bd-4af2-8b64-234d8403260c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:25:54Z', 'updated_at': '2022-06-29T12:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '829654a1-f134-4364-bd4e-2d4b05ac7f54', 'name': '', 'network_id': '128babf2-7e88-4056-8a62-c64aa30e9a03', 'tenant_id': 'a19c893c70c84649bb5406d2cf9e2708', 'mac_address': 'fa:16:3e:fc:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8f5428-5a88-4400-9e00-6f60fbc797d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:25:47Z', 'updated_at': '2022-06-29T12:25:50Z', 'revision_number': 5, 'project_id': 'a19c893c70c84649bb5406d2cf9e2708', 'subnets': [{'id': '59165d6f-837e-4c6f-ab5d-b1b87f324577', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28a09f19-e7b5-46ec-b1ea-7a5a137d7a28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:25:58.749729 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 1993f1ee-70bd-4af2-8b64-234d8403260c up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:25:58.803372 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:25:58.811461 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 1993f1ee-70bd-4af2-8b64-234d8403260c triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:25:58.811461 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:58.892547 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 1993f1ee-70bd-4af2-8b64-234d8403260c is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:25:58.893203 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:58.916475 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 1993f1ee-70bd-4af2-8b64-234d8403260c, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=1993f1ee-70bd-4af2-8b64-234d8403260c,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:25:58.921179 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:25:58.978541 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=1993f1ee-70bd-4af2-8b64-234d8403260c,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:26:00.305933 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=38 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:00.332604 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=38 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:00.724003 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 1993f1ee-70bd-4af2-8b64-234d8403260c up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:26:00.783346 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 1993f1ee-70bd-4af2-8b64-234d8403260c triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:26:00.784036 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (1993f1ee-70bd-4af2-8b64-234d8403260c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:26:00.868208 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 1993f1ee-70bd-4af2-8b64-234d8403260c is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:26:05.857669 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:05.860808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:08.253742 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=67,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:08.258497 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:10.859960 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:10.862285 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=37 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:15.607593 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1de810eb-cc3c-4a6c-8ef2-7359157b92f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:26:17.961847 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf27e-43f1-4d65-baee-5e7b4e483515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:26:19.025356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:26:20.405823 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:26:20.932644 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:26:23.308059 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:23.312640 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:27.319247 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 5 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:26:30.920235 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:30.925683 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:37.319634 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:26:45.603495 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2682013-b60d-4de6-be0d-a0f1664b000f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:26:47.952420 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed1107f1-b044-4961-bb7a-49e42fd0a079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:26:49.027885 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:26:50.387403 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:26:50.936703 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:00.301270 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:00.306336 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:00.928856 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:00.931656 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:04.318569 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 5 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:27:13.888399 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 55502) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:27:13.954342 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2bcc17-5d44-4d9f-9a2a-9f5323b71985 admin admin] GET failed (client error): The resource could not be found. Jun 29 12:27:13.955660 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4c2bcc17-5d44-4d9f-9a2a-9f5323b71985 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663033 Jun 29 12:27:14.114706 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e4057-fc7c-43d7-96bb-7e0abea3a402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:14.116089 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-eb3e4057-fc7c-43d7-96bb-7e0abea3a402 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1564388 Jun 29 12:27:14.293385 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:14.313651 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:15.597721 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87d40ee3-0617-4eea-b0b2-b818fad14024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:16.231312 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 55512) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:27:16.325124 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c7dfe-5fb7-4429-ba7f-eefd8e447b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:16.326475 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e65c7dfe-5fb7-4429-ba7f-eefd8e447b29 admin admin] 10.222.0.52 "GET /v2.0/subnets/59165d6f-837e-4c6f-ab5d-b1b87f324577 HTTP/1.1" status: 200 len: 849 time: 0.0942159 Jun 29 12:27:16.336620 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:27:16.425695 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Publish callbacks [] for subnet (59165d6f-837e-4c6f-ab5d-b1b87f324577), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:16.568562 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737287359443'] for subnet (59165d6f-837e-4c6f-ab5d-b1b87f324577), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:16.599126 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:16.600210 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:16.603965 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] 10.222.0.52 "PUT /v2.0/subnets/59165d6f-837e-4c6f-ab5d-b1b87f324577 HTTP/1.1" status: 200 len: 868 time: 0.2679980 Jun 29 12:27:16.604133 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593142c4-6836-40b4-80e2-29095a551d49 None None] Network 128babf2-7e88-4056-8a62-c64aa30e9a03 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:27:16.624740 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59165d6f-837e-4c6f-ab5d-b1b87f324577,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:27:16.632950 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.633303 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.633645 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.633983 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.634317 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.634676 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.635746 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.635746 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.636018 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.636319 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.636858 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.637393 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.637902 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.638435 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.638968 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7a42d-8a96-4854-a364-1c9ef113774c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:16.941866 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-d82f41fb-7de4-4dc7-b1f1-cf3e594c5fad None None] Provisioning complete for port b59dd59c-1672-4bf1-af27-5e206f4d5824 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:27:16.942249 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d82f41fb-7de4-4dc7-b1f1-cf3e594c5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (b59dd59c-1672-4bf1-af27-5e206f4d5824), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:17.016913 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d82f41fb-7de4-4dc7-b1f1-cf3e594c5fad None None] Current status of the port b59dd59c-1672-4bf1-af27-5e206f4d5824 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:27:17.025245 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-d82f41fb-7de4-4dc7-b1f1-cf3e594c5fad None None] Provisioning complete for port 829654a1-f134-4364-bd4e-2d4b05ac7f54 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:27:17.025634 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d82f41fb-7de4-4dc7-b1f1-cf3e594c5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (829654a1-f134-4364-bd4e-2d4b05ac7f54), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:17.100378 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d82f41fb-7de4-4dc7-b1f1-cf3e594c5fad None None] Current status of the port 829654a1-f134-4364-bd4e-2d4b05ac7f54 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:27:17.946342 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d71ba626-c98b-4289-ab87-c83a88f315d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:18.698576 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 55520) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:27:18.907334 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8716b76-4e37-46e2-a408-5edba96e9090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:18.907812 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8716b76-4e37-46e2-a408-5edba96e9090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:18.909368 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c8716b76-4e37-46e2-a408-5edba96e9090 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2098246 Jun 29 12:27:19.028227 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:20.386835 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:20.931862 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:20.985864 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55528) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:27:21.185879 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b965863-1b90-4797-b0ad-4cec297828ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:21.186913 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b965863-1b90-4797-b0ad-4cec297828ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:21.188458 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0b965863-1b90-4797-b0ad-4cec297828ab admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2015359 Jun 29 12:27:23.329327 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55538) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:27:23.507310 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204aa94-5641-44fe-b4b8-95ddad2dd51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:23.509091 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-7204aa94-5641-44fe-b4b8-95ddad2dd51c admin admin] 10.222.0.52 "GET /v2.0/networks/128babf2-7e88-4056-8a62-c64aa30e9a03 HTTP/1.1" status: 200 len: 869 time: 0.1786659 Jun 29 12:27:25.581014 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55546) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:27:25.707005 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc086e-9786-49aa-a76c-9077681d539a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:25.708349 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-86dc086e-9786-49aa-a76c-9077681d539a admin admin] 10.222.0.52 "GET /v2.0/networks/a7c54b3b-affe-426d-9c11-19185ae4a6cd HTTP/1.1" status: 200 len: 886 time: 0.1263461 Jun 29 12:27:27.770246 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55554) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:27:27.892836 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613c031f-85cc-45d7-98b6-2ace801bec51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:27.893282 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613c031f-85cc-45d7-98b6-2ace801bec51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:27.894825 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-613c031f-85cc-45d7-98b6-2ace801bec51 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235871 Jun 29 12:27:28.897747 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=65,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:28.904191 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=80,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:29.944514 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55562) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:27:30.041077 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77539c98-f6df-4d96-8828-524c9493b7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:30.041554 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77539c98-f6df-4d96-8828-524c9493b7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:30.043124 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-77539c98-f6df-4d96-8828-524c9493b7c9 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976810 Jun 29 12:27:30.925111 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:30.925959 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:32.135499 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55570) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:27:32.238958 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d5158-f594-4486-b68d-9b97817f11a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:32.240296 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-aa8d5158-f594-4486-b68d-9b97817f11a1 admin admin] 10.222.0.52 "GET /v2.0/subnets/59165d6f-837e-4c6f-ab5d-b1b87f324577 HTTP/1.1" status: 200 len: 868 time: 0.1038487 Jun 29 12:27:34.315633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55578) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:27:34.404196 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e561e-0fe2-45a7-b49a-6a18ded39f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:27:34.406194 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0b2e561e-0fe2-45a7-b49a-6a18ded39f77 admin admin] 10.222.0.52 "GET /v2.0/subnets/747436f8-072e-4a06-8bdc-6bb4a52d58ad HTTP/1.1" status: 200 len: 816 time: 0.0896103 Jun 29 12:27:37.297663 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:37.301752 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:41.317737 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 5 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:27:44.399391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=55 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:44.401381 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=60 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:45.601332 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0af37a0-633c-4e4d-8785-531506744970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:47.951322 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ade7578f-be2a-4e6a-9382-eeb6ac27deb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:49.031834 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:50.391857 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:50.935614 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:27:51.313132 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:27:51.313851 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:00.929461 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:00.931371 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:01.024242 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55636) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:28:01.071429 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [None req-1dafc45c-81bb-4aae-bbc1-16f32c1cb25d admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:28:01.072429 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-1dafc45c-81bb-4aae-bbc1-16f32c1cb25d admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0472248 Jun 29 12:28:03.241333 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55644) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:28:03.305835 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8352f8-f652-409e-b572-0ad9172d4c15 admin admin] GET failed (client error): The resource could not be found. Jun 29 12:28:03.307164 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-8e8352f8-f652-409e-b572-0ad9172d4c15 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649085 Jun 29 12:28:03.453944 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123c2864-e8ec-49e0-b680-e1aa4ea1f569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:28:03.455494 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-123c2864-e8ec-49e0-b680-e1aa4ea1f569 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1437604 Jun 29 12:28:05.610006 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55652) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:28:05.661386 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:28:05.682298 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Made reservation on behalf of a19795d69941402bbd95f8c9172fb339 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:28:05.685256 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:05.719919 dv-cinder-812685-12-iscsi neutron-server[104105]: WARNING neutron.services.revisions.revision_plugin [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Could not find related network for resource to bump revision. Jun 29 12:28:05.732015 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:28:05.741638 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:05.741985 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.segments_db [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Added segment 2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2 of type vlan for network b89040e1-8a65-408d-9840-fdea3ee5046b Jun 29 12:28:05.785405 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (b89040e1-8a65-408d-9840-fdea3ee5046b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:05.808689 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (b89040e1-8a65-408d-9840-fdea3ee5046b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:05.810542 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:28:05.811118 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:05.848060 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2369533 Jun 29 12:28:05.876287 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=b89040e1-8a65-408d-9840-fdea3ee5046b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:05.883805 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.884156 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.884495 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.884831 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.885156 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.885482 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.885803 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.886123 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.886533 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.886786 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.887109 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.888097 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.888521 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.888844 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.889265 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf97a02a-2100-4bd2-ac0a-b6034a932ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:05.900749 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network b89040e1-8a65-408d-9840-fdea3ee5046b details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:28:07.924396 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55660) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:28:07.985544 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbe83cf-c762-4a73-884c-c679de6f95db admin admin] GET failed (client error): The resource could not be found. Jun 29 12:28:07.986838 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-cdbe83cf-c762-4a73-884c-c679de6f95db admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614989 Jun 29 12:28:08.059886 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f90642-94f9-4f76-b687-ec18fb442e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:28:08.061311 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-a3f90642-94f9-4f76-b687-ec18fb442e32 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704389 Jun 29 12:28:08.070813 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Request body: {'subnet': {'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:28:08.090086 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Made reservation on behalf of a19795d69941402bbd95f8c9172fb339 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:28:08.092596 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:08.259838 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (c05a64cb-9a72-452c-98dc-fed230d4cdde), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:08.312945 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c05a64cb-9a72-452c-98dc-fed230d4cdde,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:08.327791 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Checking segment: {'id': '2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:28:08.328140 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Network hostable DHCP agents. Network: b89040e1-8a65-408d-9840-fdea3ee5046b, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:28:08.344740 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Network b89040e1-8a65-408d-9840-fdea3ee5046b is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:28:08.347312 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:08.354550 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, b89040e1-8a65-408d-9840-fdea3ee5046b) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:28:08.359301 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:28:08.359900 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:08.364203 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc0d46-2eeb-4226-b8f8-2dc653a7f799 None None] Network b89040e1-8a65-408d-9840-fdea3ee5046b requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:28:08.377983 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b582fab6-b425-457f-b144-fbbfad750249 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3104160 Jun 29 12:28:08.477376 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-b89040e1-8a65-408d-9840-fdea3ee5046b', 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b', 'project_id': 'a19795d69941402bbd95f8c9172fb339', 'fixed_ips': [{'subnet_id': 'c05a64cb-9a72-452c-98dc-fed230d4cdde'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:28:08.478336 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:08.718131 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Allocated IP 192.168.233.2 (b89040e1-8a65-408d-9840-fdea3ee5046b/c05a64cb-9a72-452c-98dc-fed230d4cdde/40fd6f3c-897e-46a8-a319-0746009b479c) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:28:08.863805 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Publish callbacks [] for port (40fd6f3c-897e-46a8-a319-0746009b479c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:08.869768 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (40fd6f3c-897e-46a8-a319-0746009b479c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:08.910790 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Network b89040e1-8a65-408d-9840-fdea3ee5046b is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:28:08.913754 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:28:08.917687 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:28:08.924836 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Pushing event updated for resources: {'Port': ['ID=40fd6f3c-897e-46a8-a319-0746009b479c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:08.948131 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.948476 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.948832 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.949184 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.949517 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.949941 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.950513 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.950839 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.951177 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.951502 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.951825 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.952160 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.952485 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.952800 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.953114 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:08.991414 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Attempting to bind port 40fd6f3c-897e-46a8-a319-0746009b479c on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:28:08.991697 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Attempting to bind port 40fd6f3c-897e-46a8-a319-0746009b479c by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:28:08.992056 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Attempting to bind port 40fd6f3c-897e-46a8-a319-0746009b479c on network b89040e1-8a65-408d-9840-fdea3ee5046b {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:28:08.999027 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:28:08.999395 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Checking segment: {'id': '2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:28:08.999796 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:09.000181 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Bound using segment: {'id': '2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:28:09.000642 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Bound port: 40fd6f3c-897e-46a8-a319-0746009b479c, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:28:09.001045 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (40fd6f3c-897e-46a8-a319-0746009b479c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:09.062563 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] For port 40fd6f3c-897e-46a8-a319-0746009b479c, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:28:09.065676 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] For port 40fd6f3c-897e-46a8-a319-0746009b479c, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=40fd6f3c-897e-46a8-a319-0746009b479c,segment=NetworkSegment(2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2),segment_id=2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:28:09.072034 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (40fd6f3c-897e-46a8-a319-0746009b479c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:09.132949 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7792dc5-5754-4546-a5d4-d253b8364e3c None None] Pushing event updated for resources: {'Port': ['ID=40fd6f3c-897e-46a8-a319-0746009b479c,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:09.921968 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1db0d6-a20a-4301-a5ae-c8c5dadd852c None None] Network b89040e1-8a65-408d-9840-fdea3ee5046b requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:28:10.014149 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:10.014802 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-6ecf6c42-cb27-4ba8-8b25-6ba95e92c21d None None] Provisioning complete for port 40fd6f3c-897e-46a8-a319-0746009b479c triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:28:10.014947 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6c42-cb27-4ba8-8b25-6ba95e92c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (40fd6f3c-897e-46a8-a319-0746009b479c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:10.060478 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:10.124909 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6ecf6c42-cb27-4ba8-8b25-6ba95e92c21d None None] Current status of the port 40fd6f3c-897e-46a8-a319-0746009b479c is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:28:10.125303 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6c42-cb27-4ba8-8b25-6ba95e92c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (40fd6f3c-897e-46a8-a319-0746009b479c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:10.164381 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-6ecf6c42-cb27-4ba8-8b25-6ba95e92c21d None None] For port 40fd6f3c-897e-46a8-a319-0746009b479c, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=40fd6f3c-897e-46a8-a319-0746009b479c,segment=NetworkSegment(2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2),segment_id=2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:28:10.170906 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6c42-cb27-4ba8-8b25-6ba95e92c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (40fd6f3c-897e-46a8-a319-0746009b479c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:10.227733 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf6c42-cb27-4ba8-8b25-6ba95e92c21d None None] Pushing event updated for resources: {'Port': ['ID=40fd6f3c-897e-46a8-a319-0746009b479c,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:10.291634 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-d8b3ab9e-ef43-4b04-b9a9-1e6a0bc05a60 None None] Provisioning complete for port 40fd6f3c-897e-46a8-a319-0746009b479c triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:28:10.292015 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ab9e-ef43-4b04-b9a9-1e6a0bc05a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (40fd6f3c-897e-46a8-a319-0746009b479c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:10.368048 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3ab9e-ef43-4b04-b9a9-1e6a0bc05a60 None None] Current status of the port 40fd6f3c-897e-46a8-a319-0746009b479c is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:28:10.806187 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 40fd6f3c-897e-46a8-a319-0746009b479c up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:28:10.852549 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 40fd6f3c-897e-46a8-a319-0746009b479c triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:28:10.852940 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (40fd6f3c-897e-46a8-a319-0746009b479c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:10.926631 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 40fd6f3c-897e-46a8-a319-0746009b479c is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:28:14.671238 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=16 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:14.679409 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=16 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:15.603736 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87c34bec-f27c-4b84-8d32-c43436e7ed15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:17.953815 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db736e13-be95-4d04-ac1a-9b96e6183d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:18.317442 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 5 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:28:18.373216 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=76,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:19.033536 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:20.395765 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:20.938654 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:28.312381 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:28.314304 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:30.931120 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:30.934153 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:45.606369 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f18c0fe5-b6a9-4566-a4c6-40f604c7db1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:47.958123 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a662-e8a6-4439-9275-dd64b7992cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:49.038972 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:50.397385 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:50.943166 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:28:51.299051 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:51.303102 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:28:55.316168 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 5 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:29:00.936541 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:00.939171 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:14.288500 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:14.289734 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:15.608887 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72392859-7478-4049-b001-0d7a4fff766b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:17.962255 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1374e65-e20c-478c-b428-902e68535715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:19.039336 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:20.401347 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:20.945468 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:28.299864 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:28.310585 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:30.934240 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:30.941263 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:32.314983 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 5 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:29:35.081821 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55698) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:29:35.087432 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [None req-33d00f07-93e1-4165-8724-caff8ef23012 tempest-verify_tempest_config-611105937 tempest-verify_tempest_config-611105937-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:29:35.088409 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-33d00f07-93e1-4165-8724-caff8ef23012 tempest-verify_tempest_config-611105937 tempest-verify_tempest_config-611105937-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055902 Jun 29 12:29:35.385641 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55716) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:29:35.489175 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:35.569093 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Publish callbacks [] for security_group (102ca627-4bc8-4189-b401-f08c1c460c85), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:35.573494 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (102ca627-4bc8-4189-b401-f08c1c460c85), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:35.619686 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d800c6c907b5435996a833765cf28f69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2328489 Jun 29 12:29:35.620475 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102ca627-4bc8-4189-b401-f08c1c460c85,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:29:35.622241 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 55720) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:29:35.627245 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.627598 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.627954 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.628298 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.628629 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.628965 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.629294 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.629627 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.629962 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.630289 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.630665 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.630998 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.631321 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.631640 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.631962 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1920770-d7e9-4130-8c19-03eb2de77ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.697741 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Publish callbacks [] for security_group (102ca627-4bc8-4189-b401-f08c1c460c85), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:35.718216 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Publish callbacks [] for security_group (102ca627-4bc8-4189-b401-f08c1c460c85), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:35.888050 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (102ca627-4bc8-4189-b401-f08c1c460c85), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:35.890513 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:35.893912 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/102ca627-4bc8-4189-b401-f08c1c460c85 HTTP/1.1" status: 204 len: 168 time: 0.2684000 Jun 29 12:29:35.899931 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ca627-4bc8-4189-b401-f08c1c460c85,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:29:35.906627 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.906980 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.907338 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.907682 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.908016 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.908347 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.908678 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.909005 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.909340 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.909668 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.910011 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.910353 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.910704 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.911026 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:35.911346 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b07ed8-ea2e-41ed-aae6-ebb0cd93bd9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:29:42.311229 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:42.312068 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:45.611701 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ea24596-7ef8-4878-b435-fb85211ab359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:45.616019 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:45.626930 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:45.895727 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:45.903473 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:29:47.965733 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-986b995f-2c02-416b-b661-3e3c50ae4350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:49.042085 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:50.404052 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:29:50.949193 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:00.937849 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:30:00.943880 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:30:09.315143 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 5 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:30:15.612876 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e36831bc-a97c-4a11-8c97-5365e1b8e64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:17.972910 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-efc3b345-bac5-4bad-851b-34ec11ea4d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:19.045593 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:19.311461 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=17 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:30:19.312213 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=17 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:30:20.406702 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:20.952249 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:30.945024 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:30:30.946978 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:30:42.310016 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:30:42.313897 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:30:45.616700 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3dab732a-710c-4dba-a099-da5e15ce1c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:46.314277 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 5 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:30:47.965794 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98266372-8b37-4335-b377-a921ce5ae47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:49.048288 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:50.411147 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:50.957285 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:30:56.310138 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:30:56.310877 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:00.947420 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:00.953641 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:15.621655 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-135c6a3b-8d28-413f-a36b-31ebbec79892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:17.967082 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37d7b7c6-82f3-47f4-a309-3c8b59527a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:19.050825 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:19.306671 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:19.311670 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:19.989996 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-567259'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:20.414576 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:20.959470 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:23.313993 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:31:30.953880 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:30.955754 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:32.273428 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55796) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:31:32.381132 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-71b3d5fb-aa85-459e-9812-0a48ca4eb985 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1065652 Jun 29 12:31:33.310015 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:33.310833 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:34.478272 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55806) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:31:34.532599 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-c2646bf5-6c06-4fd9-ac2d-0ebf651e781e admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0531797 Jun 29 12:31:42.375432 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:44.528073 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:45.623547 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06bffaf5-48a4-45ec-9a74-2f335fb2ef76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:47.971554 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9beb4308-0c6a-49ce-b174-d55134dfd9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:49.053896 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:49.971511 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:50.416883 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:50.962792 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:31:56.304064 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:31:56.308640 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:32:00.313518 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:32:00.956208 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=12 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:32:00.958061 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:UPDATE=6,neutron:SELECT=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:32:14.541473 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=13 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:32:14.544049 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=15 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:32:15.626615 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eafb3183-a5e2-4387-8e9f-3f4bf577913e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:17.972401 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e84b95e-b8d0-484e-8b69-b6343889c9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:19.056619 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:19.989160 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:20.419581 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:20.964995 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:30.958050 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:32:30.960215 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:32:34.293232 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:32:34.294005 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=5 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:32:37.313452 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:32:45.630068 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5271dd7-24bd-4699-8ad4-f17391f83c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:47.309861 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:32:47.975923 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82245b82-5c50-4d65-a180-7b1fcc73b8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:49.059859 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:49.985221 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:50.423033 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:32:50.966968 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:00.956549 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:00.962320 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:11.134731 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 55952) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:11.380503 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-95568491-network', 'tenant_id': '0ed882ae485441db99ccf6109be51b22'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:11.404457 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Made reservation on behalf of 0ed882ae485441db99ccf6109be51b22 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:11.406937 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:11.415602 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:11.502545 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Publish callbacks [] for security_group (8b68138a-5d8c-4a93-ad5e-280f13749a21), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:11.507404 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8b68138a-5d8c-4a93-ad5e-280f13749a21), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:11.539228 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:33:11.545041 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b68138a-5d8c-4a93-ad5e-280f13749a21,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:11.556474 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.556474 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.556474 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.556474 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.556474 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.556842 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.556998 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.557609 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.557957 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.558290 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.558660 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.558993 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.559314 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.559640 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.559963 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Tracked resource versions report: Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: pushed versions: Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: { 'AddressGroup': {'1.2'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Agent': {'1.1'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'ConntrackHelper': {'1.0'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'LocalIPAssociation': {'1.0'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Log': {'1.0'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'NDPProxy': {'1.0'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Network': {'1.1'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Port': {'1.7'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'PortForwarding': {'1.3'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'QosPolicy': {'1.10'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SecurityGroup': {'1.5'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SubPort': {'1.0'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Subnet': {'1.1'}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Trunk': {'1.1'}} Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: consumer versions: Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: { DHCP agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: HyperV agent@hv-cinder-81268: {}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: L3 agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: Metadata agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: Metering agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: Open vSwitch agent@dv-cinder-812685-12-iscsi: { 'AddressGroup': '1.2', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Agent': '1.1', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'ConntrackHelper': '1.0', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'LocalIPAssociation': '1.0', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Log': '1.0', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'NDPProxy': '1.0', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Network': '1.1', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Port': '1.7', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'PortForwarding': '1.3', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'QosPolicy': '1.10', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SecurityGroup': '1.5', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SecurityGroupRule': '1.2', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'SubPort': '1.0', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Subnet': '1.1', Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: 'Trunk': '1.1'}} Jun 29 12:33:11.561134 dv-cinder-812685-12-iscsi neutron-server[104105]: {{(pid=104105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:33:11.571053 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (e3632dff-7eea-4a1b-8338-485bc7e21bcd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:11.571542 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.segments_db [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Added segment e3632dff-7eea-4a1b-8338-485bc7e21bcd of type vlan for network 397d642b-81b8-4b71-80dd-1d3a811e873b Jun 29 12:33:11.623781 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (397d642b-81b8-4b71-80dd-1d3a811e873b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:11.756518 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (397d642b-81b8-4b71-80dd-1d3a811e873b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:11.757523 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:11.758100 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:11.795004 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6590722 Jun 29 12:33:11.796753 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56000) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:11.803637 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Request body: {'subnet': {'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-subnet', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:11.826920 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Made reservation on behalf of 0ed882ae485441db99ccf6109be51b22 for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:11.830167 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:11.842249 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3bae9-a75f-4192-be0c-5f6786d4c0c4 admin admin] Pushing event updated for resources: {'Network': ['ID=397d642b-81b8-4b71-80dd-1d3a811e873b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:11.859173 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 397d642b-81b8-4b71-80dd-1d3a811e873b details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:33:12.035350 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (c148cadd-a729-4cd0-b892-76a50620ba16), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.081628 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c148cadd-a729-4cd0-b892-76a50620ba16,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:12.089563 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.089923 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.090285 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.090652 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.090990 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.091324 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.091657 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.091983 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.092328 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.092661 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.093002 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.093331 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.093659 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.093984 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.094337 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Tracked resource versions report: Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: pushed versions: Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: { 'AddressGroup': {'1.2'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Agent': {'1.1'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'ConntrackHelper': {'1.0'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'LocalIPAssociation': {'1.0'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Log': {'1.0'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'NDPProxy': {'1.0'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Network': {'1.1'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Port': {'1.7'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'PortForwarding': {'1.3'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'QosPolicy': {'1.10'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SecurityGroup': {'1.5'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SubPort': {'1.0'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Subnet': {'1.1'}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Trunk': {'1.1'}} Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: consumer versions: Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: { DHCP agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: HyperV agent@hv-cinder-81268: {}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: L3 agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: Metadata agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: Metering agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: Open vSwitch agent@dv-cinder-812685-12-iscsi: { 'AddressGroup': '1.2', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Agent': '1.1', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'ConntrackHelper': '1.0', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'LocalIPAssociation': '1.0', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Log': '1.0', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'NDPProxy': '1.0', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Network': '1.1', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Port': '1.7', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'PortForwarding': '1.3', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'QosPolicy': '1.10', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SecurityGroup': '1.5', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SecurityGroupRule': '1.2', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'SubPort': '1.0', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Subnet': '1.1', Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: 'Trunk': '1.1'}} Jun 29 12:33:12.095495 dv-cinder-812685-12-iscsi neutron-server[104104]: {{(pid=104104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:33:12.109748 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56012) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:12.124803 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Checking segment: {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:12.125165 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Network hostable DHCP agents. Network: 397d642b-81b8-4b71-80dd-1d3a811e873b, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:33:12.143867 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Network 397d642b-81b8-4b71-80dd-1d3a811e873b is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:33:12.154611 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 397d642b-81b8-4b71-80dd-1d3a811e873b) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:12.160630 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:12.162207 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.168879 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e8d38b-2acb-451c-a770-59b67b1d94cc None None] Network 397d642b-81b8-4b71-80dd-1d3a811e873b requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:12.184644 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-04a9bc27-98d0-4021-a0ff-6fd30c8f9758 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3867779 Jun 29 12:33:12.184893 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56018) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:12.188945 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:12.220608 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (6ceba6fe-a67d-4495-ac70-bd8b27368d77), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.222568 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (6ceba6fe-a67d-4495-ac70-bd8b27368d77), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.284405 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks [] for router_controller (6ceba6fe-a67d-4495-ac70-bd8b27368d77), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.362459 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-397d642b-81b8-4b71-80dd-1d3a811e873b', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'project_id': '0ed882ae485441db99ccf6109be51b22', 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:33:12.365648 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.407480 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56048) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:12.414565 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56050) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:12.438402 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks [] for router_gateway (6ceba6fe-a67d-4495-ac70-bd8b27368d77), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.543220 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Allocated IP 172.20.0.2 (397d642b-81b8-4b71-80dd-1d3a811e873b/c148cadd-a729-4cd0-b892-76a50620ba16/43bc7a3c-52f3-4b97-9baf-727a9d64075a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:12.622051 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56058) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:12.635569 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:12.657925 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks [] for router_gateway (6ceba6fe-a67d-4495-ac70-bd8b27368d77), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.688517 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.695775 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1812276843-network', 'tenant_id': '0ecbd8a904ce455bb6d0a71db1e6edac'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:12.702133 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-network', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:12.737165 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Publish callbacks [] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.747750 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1673034612-network', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:12.752548 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.768412 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Made reservation on behalf of 8be6d4a4e2344e25b7661d69a9e222c8 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:12.771309 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.777225 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Made reservation on behalf of 0ecbd8a904ce455bb6d0a71db1e6edac for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:12.781290 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.784092 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.794306 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.825496 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Made reservation on behalf of 0f625199b4eb48c98944ea79a90f2841 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:12.827814 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:12.843334 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Network 397d642b-81b8-4b71-80dd-1d3a811e873b is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:12.854561 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1461228231-network', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:12.864491 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:12.868731 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:12.876383 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:12.890864 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Allocated IP 172.27.1.203 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/d182489e-583a-4045-a293-36edd8cd2800) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:12.936682 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Pushing event updated for resources: {'Port': ['ID=43bc7a3c-52f3-4b97-9baf-727a9d64075a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:12.942846 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.009432 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Publish callbacks [] for security_group (30ef0de1-dc5f-4d8c-8afb-49fd099ddd09), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.016237 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Made reservation on behalf of 46f5397c062a4868a0282f7535f84f7a for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:13.018864 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.031562 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (30ef0de1-dc5f-4d8c-8afb-49fd099ddd09), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.040500 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.049445 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Attempting to bind port 43bc7a3c-52f3-4b97-9baf-727a9d64075a on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:13.051108 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Attempting to bind port 43bc7a3c-52f3-4b97-9baf-727a9d64075a by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:13.051575 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Attempting to bind port 43bc7a3c-52f3-4b97-9baf-727a9d64075a on network 397d642b-81b8-4b71-80dd-1d3a811e873b {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:13.056885 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Publish callbacks [] for security_group (56ea6a51-85db-4b7a-abe1-15b9ba0ecbc6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.061892 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.062621 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.063885 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:13.064070 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.065139 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (56ea6a51-85db-4b7a-abe1-15b9ba0ecbc6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.065614 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.067643 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.068782 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.070351 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.070740 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.071106 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.071457 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.072582 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.072946 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.073290 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.073634 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.077472 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:13.078271 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Tracked resource versions report: Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: pushed versions: Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: { 'AddressGroup': {'1.2'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Agent': {'1.1'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'ConntrackHelper': {'1.0'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'LocalIPAssociation': {'1.0'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Log': {'1.0'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'NDPProxy': {'1.0'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Network': {'1.1'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Port': {'1.7'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'PortForwarding': {'1.3'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'QosPolicy': {'1.10'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SecurityGroup': {'1.5'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SubPort': {'1.0'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Subnet': {'1.1'}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Trunk': {'1.1'}} Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: consumer versions: Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: { DHCP agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: HyperV agent@hv-cinder-81268: {}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: L3 agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: Metadata agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: Metering agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: Open vSwitch agent@dv-cinder-812685-12-iscsi: { 'AddressGroup': '1.2', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Agent': '1.1', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'ConntrackHelper': '1.0', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'LocalIPAssociation': '1.0', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Log': '1.0', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'NDPProxy': '1.0', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Network': '1.1', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Port': '1.7', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'PortForwarding': '1.3', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'QosPolicy': '1.10', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SecurityGroup': '1.5', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SecurityGroupRule': '1.2', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'SubPort': '1.0', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Subnet': '1.1', Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: 'Trunk': '1.1'}} Jun 29 12:33:13.081997 dv-cinder-812685-12-iscsi neutron-server[104106]: {{(pid=104106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:33:13.090193 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (b8810328-271c-483b-8ad4-529c01d0948d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.091076 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.segments_db [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Added segment b8810328-271c-483b-8ad4-529c01d0948d of type vlan for network 80977699-ce7f-483d-aee9-fc0b58df493a Jun 29 12:33:13.096914 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:13.100631 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Checking segment: {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:13.101437 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.104498 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Bound using segment: {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:13.105281 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Bound port: 43bc7a3c-52f3-4b97-9baf-727a9d64075a, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:13.105942 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.113905 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:13.137726 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:33:13.139505 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (80977699-ce7f-483d-aee9-fc0b58df493a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.157811 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737287366741', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (0193cafb-542b-4968-88c0-369c0a6e968f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.159337 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Unsubscribe: segment precommit_create {{(pid=104104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 12:33:13.160160 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Added segment 0193cafb-542b-4968-88c0-369c0a6e968f of type vlan for network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 Jun 29 12:33:13.175509 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (80977699-ce7f-483d-aee9-fc0b58df493a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.177556 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:13.177556 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.227901 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks [] for port (d182489e-583a-4045-a293-36edd8cd2800), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.251876 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] For port 43bc7a3c-52f3-4b97-9baf-727a9d64075a, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:13.261890 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] For port 43bc7a3c-52f3-4b97-9baf-727a9d64075a, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=43bc7a3c-52f3-4b97-9baf-727a9d64075a,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:13.275278 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.305957 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:13.323044 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (d182489e-583a-4045-a293-36edd8cd2800), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.340364 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (07f547a4-09fa-4dfc-8b3c-2afd951b9459), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.419912 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Pushing event updated for resources: {'Network': ['ID=80977699-ce7f-483d-aee9-fc0b58df493a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:13.422341 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617d207-009e-4ff9-915e-d46c78639cc8 None None] Pushing event updated for resources: {'Port': ['ID=43bc7a3c-52f3-4b97-9baf-727a9d64075a,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:13.436413 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3225715 Jun 29 12:33:13.436622 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 80977699-ce7f-483d-aee9-fc0b58df493a details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:33:13.439838 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56090) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:13.452941 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Request body: {'subnet': {'network_id': '80977699-ce7f-483d-aee9-fc0b58df493a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1812276843-subnet', 'tenant_id': '0ecbd8a904ce455bb6d0a71db1e6edac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:13.458971 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Publish callbacks [] for security_group (a8ef25c7-6d14-4280-b971-d888208bc36b), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.462950 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:13.465862 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (07f547a4-09fa-4dfc-8b3c-2afd951b9459), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.468037 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:13.469073 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.499294 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579ee9a-9810-43b7-837f-be742fe3ed98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ea6a51-85db-4b7a-abe1-15b9ba0ecbc6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:13.513549 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:13.516647 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:13.643455 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a8ef25c7-6d14-4280-b971-d888208bc36b), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.652792 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] Pushing event updated for resources: {'Network': ['ID=07f547a4-09fa-4dfc-8b3c-2afd951b9459,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:13.662864 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-752bccfe-5c9d-421f-9aa1-0ba8504404da admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2506607 Jun 29 12:33:13.672004 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:33:13.674075 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56100) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:13.686157 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Request body: {'subnet': {'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-subnet', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:13.709855 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Pushing event updated for resources: {'Port': ['ID=d182489e-583a-4045-a293-36edd8cd2800,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:13.732850 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:33:13.753013 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Made reservation on behalf of 8be6d4a4e2344e25b7661d69a9e222c8 for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:13.755904 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.773592 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Made reservation on behalf of 0ecbd8a904ce455bb6d0a71db1e6edac for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:13.780153 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:13.886904 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:14.057001 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:UPDATE=3,neutron:SELECT=73,neutron:INSERT=22,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:14.063002 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=18,neutron:SELECT=75,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:14.106623 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ef25c7-6d14-4280-b971-d888208bc36b,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:14.122779 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (b9c572ec-138c-4b92-886c-d0a1a1128398), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.123473 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Added segment b9c572ec-138c-4b92-886c-d0a1a1128398 of type vlan for network 7b5a74d9-0a05-4165-ad79-54d13b50c375 Jun 29 12:33:14.128049 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Publish callbacks [] for security_group (fa076c62-d1c4-4901-b37f-41539bd5ad92), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.160087 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (fa076c62-d1c4-4901-b37f-41539bd5ad92), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.175867 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks [] for router_gateway (6ceba6fe-a67d-4495-ac70-bd8b27368d77), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.208673 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (7508777d-25b0-449d-a269-feeb663114b5), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.270024 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:33:14.273776 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (7b5a74d9-0a05-4165-ad79-54d13b50c375), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.298962 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:14.300032 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:14.314542 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:33:14.323871 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa076c62-d1c4-4901-b37f-41539bd5ad92,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:14.334475 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (67a30988-4e9a-45b4-8cd5-ef519f7de164), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.334896 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Added segment 67a30988-4e9a-45b4-8cd5-ef519f7de164 of type vlan for network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf Jun 29 12:33:14.343509 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (27fdbf5c-9030-4bbc-bc88-154f118b6cba), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.421217 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (f0d91924-1f47-49aa-8f3d-957f9bdb1bcf), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.517173 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7508777d-25b0-449d-a269-feeb663114b5,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:14.554531 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (f0d91924-1f47-49aa-8f3d-957f9bdb1bcf), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.555519 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:14.556298 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.613364 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (7b5a74d9-0a05-4165-ad79-54d13b50c375), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.615836 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:14.616655 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.652478 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.0277219 Jun 29 12:33:14.653557 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56148) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:14.657614 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fdbf5c-9030-4bbc-bc88-154f118b6cba,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:14.699769 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Request body: {'subnet': {'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1461228231-subnet', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:14.705410 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Checking segment: {'id': 'b8810328-271c-483b-8ad4-529c01d0948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '80977699-ce7f-483d-aee9-fc0b58df493a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:14.706138 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Network hostable DHCP agents. Network: 80977699-ce7f-483d-aee9-fc0b58df493a, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:33:14.722966 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Checking segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:14.723354 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Network hostable DHCP agents. Network: 07f547a4-09fa-4dfc-8b3c-2afd951b9459, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:33:14.748947 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.3328753 Jun 29 12:33:14.752824 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56152) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:14.761587 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Request body: {'subnet': {'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1673034612-subnet', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:14.780965 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (6ceba6fe-a67d-4495-ac70-bd8b27368d77), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.785547 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Network 80977699-ce7f-483d-aee9-fc0b58df493a is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:33:14.815312 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dddc20-ff9e-4f9c-82b1-7cc5d2d32871 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d91924-1f47-49aa-8f3d-957f9bdb1bcf,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:14.825347 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:14.829815 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:33:14.870877 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Made reservation on behalf of 46f5397c062a4868a0282f7535f84f7a for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:14.874248 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:14.879161 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:14.898681 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:33:14.914166 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 80977699-ce7f-483d-aee9-fc0b58df493a) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:14.934154 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:14.962442 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7431c76-badb-493d-a03f-65a1eb210390 None None] Network 80977699-ce7f-483d-aee9-fc0b58df493a requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:15.029307 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:15.030664 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:15.044620 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Made reservation on behalf of 0f625199b4eb48c98944ea79a90f2841 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:15.050284 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:15.050487 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 07f547a4-09fa-4dfc-8b3c-2afd951b9459) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:15.058252 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:15.061317 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:15.095279 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22510e50-5e19-48b3-9ddb-9e30f3ef9928 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5a74d9-0a05-4165-ad79-54d13b50c375,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:15.160951 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13597a2-7dfb-46c1-9dac-9f26372667d5 None None] Network 397d642b-81b8-4b71-80dd-1d3a811e873b requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:15.166623 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5ee60-fa84-4e00-9e90-fc9207ca28cb None None] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:15.174005 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 7b5a74d9-0a05-4165-ad79-54d13b50c375 details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:33:15.192092 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 43bc7a3c-52f3-4b97-9baf-727a9d64075a up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:15.203051 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-f358ab8d-b7d8-457f-8bef-cfda8e607fe9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5274541 Jun 29 12:33:15.212465 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56188) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:15.217414 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:15.271105 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:15.276472 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (13df6ff3-e6ca-490d-af66-f203f60332f2), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:15.279325 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (13df6ff3-e6ca-490d-af66-f203f60332f2), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:15.339258 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-cf4473a7-8d06-4390-baa6-5c43050245d4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8909602 Jun 29 12:33:15.352745 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56192) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:15.478206 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks [] for router_controller (13df6ff3-e6ca-490d-af66-f203f60332f2), precommit_add_association {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:15.490986 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:15.492601 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (e62f0256-5bb4-4454-ae17-e640e019d2eb), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:15.506643 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (8a766576-ad0b-4d70-8d01-cc847aa178ce), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:15.545115 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:15.556766 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:33:15.608968 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a766576-ad0b-4d70-8d01-cc847aa178ce,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:15.705482 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Checking segment: {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:15.706162 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Network hostable DHCP agents. Network: 7b5a74d9-0a05-4165-ad79-54d13b50c375, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:33:15.764124 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5492238-18cf-4a7c-9834-a619058c2687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:15.796299 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:33:15.797824 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Network 7b5a74d9-0a05-4165-ad79-54d13b50c375 is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:33:15.814310 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Sync routers for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:33:15.838277 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:15.842314 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-a5bb14a1-b89c-4226-8d84-d7eae13ce34d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6538982 Jun 29 12:33:15.844183 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56204) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:15.846761 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:15.855752 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:32:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:16.038246 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-f22abe88-93b1-4404-b1f1-1948f8d4b150 None None] Provisioning complete for port 43bc7a3c-52f3-4b97-9baf-727a9d64075a triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:16.040365 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f22abe88-93b1-4404-b1f1-1948f8d4b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.042356 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:16.061494 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks [] for router_gateway (13df6ff3-e6ca-490d-af66-f203f60332f2), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.090943 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 7b5a74d9-0a05-4165-ad79-54d13b50c375) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:16.129033 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e5adeb9-7331-42e2-afd9-eaca647e39c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.132154 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaef1dc-a448-4b5a-987f-fa7e1ff0202a None None] Network 80977699-ce7f-483d-aee9-fc0b58df493a requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:16.163193 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:16.163808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.193465 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5492238-18cf-4a7c-9834-a619058c2687 admin admin] Publish callbacks [] for security_group (75d59504-93a6-49ce-ba7e-ed7c6d765aa7), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.198183 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62f0256-5bb4-4454-ae17-e640e019d2eb,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:16.210242 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Checking segment: {'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:16.212075 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Network hostable DHCP agents. Network: f0d91924-1f47-49aa-8f3d-957f9bdb1bcf, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:33:16.216847 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5492238-18cf-4a7c-9834-a619058c2687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (75d59504-93a6-49ce-ba7e-ed7c6d765aa7), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.234327 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:33:16.235702 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.252717 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f602270a-c315-4d83-862a-3d18bbd573b7 None None] Network 7b5a74d9-0a05-4165-ad79-54d13b50c375 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:16.255770 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 43bc7a3c-52f3-4b97-9baf-727a9d64075a triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:16.256131 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.257690 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-fb1694d6-0d93-40b4-97b6-bf06d2943c4c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4951885 Jun 29 12:33:16.264081 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:16.267556 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56216) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:16.282411 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:16.327145 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:13Z', 'revision_number': 3, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:16.365998 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Checking router: 6ceba6fe-a67d-4495-ac70-bd8b27368d77 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:33:16.366520 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Updating router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 port d182489e-583a-4045-a293-36edd8cd2800 binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:33:16.371861 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (55d72377-ab8b-4e27-9327-edb6699a2a1a), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.375706 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (55d72377-ab8b-4e27-9327-edb6699a2a1a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.378910 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5492238-18cf-4a7c-9834-a619058c2687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d59504-93a6-49ce-ba7e-ed7c6d765aa7,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:16.397292 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56224) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:16.399691 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (d182489e-583a-4045-a293-36edd8cd2800), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.400306 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c5492238-18cf-4a7c-9834-a619058c2687 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8efd9db53c14bf69dc0ebd8ebac75fc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0464458 Jun 29 12:33:16.403834 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56226) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:16.409792 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-39931357-network', 'tenant_id': 'f08b62f392d0466892d2662cf4949261'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:16.526337 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks [] for router_controller (55d72377-ab8b-4e27-9327-edb6699a2a1a), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.540582 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:33:16.628379 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Allocated IP 172.20.0.2 (07f547a4-09fa-4dfc-8b3c-2afd951b9459/7508777d-25b0-449d-a269-feeb663114b5/4bc12ca8-c7f1-416f-8af8-e43c358b2414) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:16.656594 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, f0d91924-1f47-49aa-8f3d-957f9bdb1bcf) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:16.687215 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a9425d28-bf29-4cf3-b756-64545c084517 admin admin] Publish callbacks [] for security_group (75d59504-93a6-49ce-ba7e-ed7c6d765aa7), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.711958 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a9425d28-bf29-4cf3-b756-64545c084517 admin admin] Publish callbacks [] for security_group (75d59504-93a6-49ce-ba7e-ed7c6d765aa7), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.722538 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks [] for router_gateway (55d72377-ab8b-4e27-9327-edb6699a2a1a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.768299 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:16.771771 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:16.774765 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.787892 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Made reservation on behalf of f08b62f392d0466892d2662cf4949261 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:16.790774 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.798487 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:16.815195 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:16.816846 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.820186 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a9425d28-bf29-4cf3-b756-64545c084517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (75d59504-93a6-49ce-ba7e-ed7c6d765aa7), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.823136 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a9425d28-bf29-4cf3-b756-64545c084517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.829298 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a9425d28-bf29-4cf3-b756-64545c084517 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75d59504-93a6-49ce-ba7e-ed7c6d765aa7 HTTP/1.1" status: 204 len: 168 time: 0.3986468 Jun 29 12:33:16.848475 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:16.878697 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9425d28-bf29-4cf3-b756-64545c084517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d59504-93a6-49ce-ba7e-ed7c6d765aa7,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:16.891949 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Publish callbacks [] for port (d182489e-583a-4045-a293-36edd8cd2800), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.909358 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (d182489e-583a-4045-a293-36edd8cd2800), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.948026 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Publish callbacks [] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:16.955217 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:16.976278 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b9ce6d-6dc2-40fd-8ae2-1b8a97dd0161 None None] Network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:17.004572 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Pushing event updated for resources: {'Port': ['ID=d182489e-583a-4045-a293-36edd8cd2800,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:17.039850 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.040456 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.040973 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.042045 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.042578 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.043081 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.043679 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.044271 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.044771 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.045265 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.045762 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.046260 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.046763 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.047699 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.048188 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Tracked resource versions report: Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: pushed versions: Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: { 'AddressGroup': {'1.2'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Agent': {'1.1'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'ConntrackHelper': {'1.0'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'LocalIPAssociation': {'1.0'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Log': {'1.0'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'NDPProxy': {'1.0'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Network': {'1.1'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Port': {'1.7'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'PortForwarding': {'1.3'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'QosPolicy': {'1.10'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SecurityGroup': {'1.5'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SubPort': {'1.0'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Subnet': {'1.1'}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Trunk': {'1.1'}} Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: consumer versions: Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: { DHCP agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: HyperV agent@hv-cinder-81268: {}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: L3 agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: Metadata agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: Metering agent@dv-cinder-812685-12-iscsi: {}, Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: Open vSwitch agent@dv-cinder-812685-12-iscsi: { 'AddressGroup': '1.2', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Agent': '1.1', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'ConntrackHelper': '1.0', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'LocalIPAssociation': '1.0', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Log': '1.0', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'NDPProxy': '1.0', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Network': '1.1', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Port': '1.7', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'PortForwarding': '1.3', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'QosPolicy': '1.10', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SecurityGroup': '1.5', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SecurityGroupRule': '1.2', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'SubPort': '1.0', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Subnet': '1.1', Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: 'Trunk': '1.1'}} Jun 29 12:33:17.050237 dv-cinder-812685-12-iscsi neutron-server[104107]: {{(pid=104107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:33:17.057199 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Attempting to bind port d182489e-583a-4045-a293-36edd8cd2800 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:17.057764 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Attempting to bind port d182489e-583a-4045-a293-36edd8cd2800 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:17.058314 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Attempting to bind port d182489e-583a-4045-a293-36edd8cd2800 on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:17.065923 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:17.066654 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:17.067852 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.068648 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:17.069352 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Bound port: d182489e-583a-4045-a293-36edd8cd2800, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:17.070026 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (d182489e-583a-4045-a293-36edd8cd2800), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.084739 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.128198 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] For port d182489e-583a-4045-a293-36edd8cd2800, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:17.133475 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] For port d182489e-583a-4045-a293-36edd8cd2800, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=d182489e-583a-4045-a293-36edd8cd2800,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:17.169454 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (d182489e-583a-4045-a293-36edd8cd2800), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.191498 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fb3b3310-c248-4036-8f5f-a6a4c6d9ea60 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5266232 Jun 29 12:33:17.224946 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56248) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:17.236321 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1461228231-router', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:17.237087 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:17.245256 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49731f2-e70c-4758-b94b-103b427dc249 None None] Pushing event updated for resources: {'Port': ['ID=d182489e-583a-4045-a293-36edd8cd2800,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:17.259759 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Pushing event updated for resources: {'Port': ['ID=4bc12ca8-c7f1-416f-8af8-e43c358b2414,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:17.291293 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:17.292192 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:32:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:17.345921 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks [] for router_gateway (13df6ff3-e6ca-490d-af66-f203f60332f2), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.357029 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-f0d91924-1f47-49aa-8f3d-957f9bdb1bcf', 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf', 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'fixed_ips': [{'subnet_id': 'e62f0256-5bb4-4454-ae17-e640e019d2eb'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:33:17.362838 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.380364 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f22abe88-93b1-4404-b1f1-1948f8d4b150 None None] Current status of the port 43bc7a3c-52f3-4b97-9baf-727a9d64075a is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:17.380772 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f22abe88-93b1-4404-b1f1-1948f8d4b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.408578 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.429445 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (332f7da8-454f-435b-8ef8-6bff2a5b170a), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.430681 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (332f7da8-454f-435b-8ef8-6bff2a5b170a), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.451341 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:17.541932 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Publish callbacks [] for security_group (ba999aea-2e8c-473c-9007-9f357f36bf84), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.554655 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Allocated IP 172.20.0.2 (f0d91924-1f47-49aa-8f3d-957f9bdb1bcf/e62f0256-5bb4-4454-ae17-e640e019d2eb/48183d1c-6765-4485-92ef-a9f6d4d056ad) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:17.576250 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.611740 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:17.627241 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ba999aea-2e8c-473c-9007-9f357f36bf84), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.640634 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks [] for router_gateway (55d72377-ab8b-4e27-9327-edb6699a2a1a), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.661304 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:17.692523 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.696787 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:17.697273 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:33:17.727904 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:17.754866 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56268) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:17.785567 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:17.788523 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 43bc7a3c-52f3-4b97-9baf-727a9d64075a is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:17.789100 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.867004 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Allocated IP 172.27.1.114 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/196e2e1f-e125-4e1b-ac4e-fb751c2c5229) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:17.881403 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-7b5a74d9-0a05-4165-ad79-54d13b50c375', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:33:17.882557 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:17.910243 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-f22abe88-93b1-4404-b1f1-1948f8d4b150 None None] For port 43bc7a3c-52f3-4b97-9baf-727a9d64075a, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=43bc7a3c-52f3-4b97-9baf-727a9d64075a,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:17.932302 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:13Z', 'revision_number': 3, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:17.985666 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd1698-a39a-42f4-b587-c252a7431984 None None] The sync data for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi is: [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:13Z', 'revision_number': 3, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:33:17.993668 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f22abe88-93b1-4404-b1f1-1948f8d4b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.008157 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Attempting to bind port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:18.009881 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Attempting to bind port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:18.010334 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Attempting to bind port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:18.080582 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Allocated IP 172.20.0.1 (397d642b-81b8-4b71-80dd-1d3a811e873b/c148cadd-a729-4cd0-b892-76a50620ba16/cb35c609-97d0-476f-a3f5-744f9ff71d3d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:18.083717 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks [] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.104823 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks [] for router_controller (332f7da8-454f-435b-8ef8-6bff2a5b170a), precommit_add_association {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.134013 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (b9a6476c-e765-4c44-bd77-1ced33ff0adf), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.134467 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Added segment b9a6476c-e765-4c44-bd77-1ced33ff0adf of type vlan for network b4ea4495-3a13-4d9b-9027-442c26f51af4 Jun 29 12:33:18.148522 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:18.149113 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Checking segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:18.149480 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.149955 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Bound using segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:18.150578 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Bound port: 4bc12ca8-c7f1-416f-8af8-e43c358b2414, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:18.151050 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.166647 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22abe88-93b1-4404-b1f1-1948f8d4b150 None None] Pushing event updated for resources: {'Port': ['ID=43bc7a3c-52f3-4b97-9baf-727a9d64075a,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:18.232646 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:18.235063 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.db.api [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 29 12:33:18.235664 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG oslo_db.api [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 12:33:18.242034 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-cc8d3b5d-45c4-44ef-9614-55910d713747 None None] Provisioning complete for port 43bc7a3c-52f3-4b97-9baf-727a9d64075a triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:18.243712 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3b5d-45c4-44ef-9614-55910d713747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.309539 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-185ac353-5c98-45e1-8357-5a3e5f70e942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.319965 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56278) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:18.320560 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Publish callbacks [] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.335906 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Publish callbacks [] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.373115 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:18.393652 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:18.401890 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b1ea227c-1e74-4e55-87df-e34fee68f184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.441878 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.453680 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba999aea-2e8c-473c-9007-9f357f36bf84,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:18.506671 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:18.507191 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] For port 4bc12ca8-c7f1-416f-8af8-e43c358b2414, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:18.509150 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (b4ea4495-3a13-4d9b-9027-442c26f51af4), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.512761 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] For port 4bc12ca8-c7f1-416f-8af8-e43c358b2414, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=4bc12ca8-c7f1-416f-8af8-e43c358b2414,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:18.516461 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.525031 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.538735 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.540200 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Pushing event updated for resources: {'Port': ['ID=cb35c609-97d0-476f-a3f5-744f9ff71d3d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:18.562473 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks [] for router_gateway (332f7da8-454f-435b-8ef8-6bff2a5b170a), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.590694 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Network 397d642b-81b8-4b71-80dd-1d3a811e873b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:18.611111 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:18.621403 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:18.621977 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (6ceba6fe-a67d-4495-ac70-bd8b27368d77), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.652303 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.db.resource_extend [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 29 12:33:18.668207 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Pushing event updated for resources: {'Port': ['ID=196e2e1f-e125-4e1b-ac4e-fb751c2c5229,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:18.710629 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:18.772278 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Allocated IP 172.20.0.2 (7b5a74d9-0a05-4165-ad79-54d13b50c375/8a766576-ad0b-4d70-8d01-cc847aa178ce/abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:18.775777 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-185ac353-5c98-45e1-8357-5a3e5f70e942 admin admin] Publish callbacks [] for security_group (87d303cc-4bd7-4fdf-ade1-a64b98dc255a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.805244 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-185ac353-5c98-45e1-8357-5a3e5f70e942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (87d303cc-4bd7-4fdf-ade1-a64b98dc255a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:18.820665 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Allocated IP 172.27.1.127 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/08abd536-24cc-4b99-9da9-e591e148b675) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:18.835472 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:18.935373 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-185ac353-5c98-45e1-8357-5a3e5f70e942 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b65b9e1603349d2880eb2b4d793211e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1768539 Jun 29 12:33:18.994125 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56292) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:19.032349 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ac353-5c98-45e1-8357-5a3e5f70e942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d303cc-4bd7-4fdf-ade1-a64b98dc255a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:19.038449 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:19.041986 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:19.143574 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Publish callbacks [] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.149960 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d3b5d-45c4-44ef-9614-55910d713747 None None] Current status of the port 43bc7a3c-52f3-4b97-9baf-727a9d64075a is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:19.176270 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a633-c953-493b-8d9a-08a724c45187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.180488 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks [] for router_gateway (332f7da8-454f-435b-8ef8-6bff2a5b170a), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.190237 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:19.192635 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.231702 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:19.234298 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:19.236936 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (b4ea4495-3a13-4d9b-9027-442c26f51af4), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.237938 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:19.239571 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.244653 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:19.273724 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.289813 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-564b49a4-ebfd-45a0-8bb6-3ca11fa689cb None None] Provisioning complete for port cb35c609-97d0-476f-a3f5-744f9ff71d3d triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:19.290252 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-564b49a4-ebfd-45a0-8bb6-3ca11fa689cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.331213 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.337167 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks [] for port (08abd536-24cc-4b99-9da9-e591e148b675), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.361297 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-564b49a4-ebfd-45a0-8bb6-3ca11fa689cb None None] Port cb35c609-97d0-476f-a3f5-744f9ff71d3d cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:19.366219 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Pushing event updated for resources: {'Port': ['ID=48183d1c-6765-4485-92ef-a9f6d4d056ad,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:19.372488 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Network 7b5a74d9-0a05-4165-ad79-54d13b50c375 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:19.404056 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:19.406580 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:19.413366 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:19.414232 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 43bc7a3c-52f3-4b97-9baf-727a9d64075a is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:19.503591 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.511118 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (08abd536-24cc-4b99-9da9-e591e148b675), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.617334 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Attempting to bind port 48183d1c-6765-4485-92ef-a9f6d4d056ad on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:19.617703 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Attempting to bind port 48183d1c-6765-4485-92ef-a9f6d4d056ad by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:19.618064 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Attempting to bind port 48183d1c-6765-4485-92ef-a9f6d4d056ad on network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:19.640169 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:19.640552 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Checking segment: {'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:19.640956 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.641353 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Bound using segment: {'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:19.641839 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Bound port: 48183d1c-6765-4485-92ef-a9f6d4d056ad, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:19.642219 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.692385 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b6c0d-ffaa-4c22-bafe-d214b7a9755f None None] Pushing event updated for resources: {'Port': ['ID=4bc12ca8-c7f1-416f-8af8-e43c358b2414,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:19.707541 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Attempting to bind port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:19.708639 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Attempting to bind port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:19.709227 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Attempting to bind port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea on network 7b5a74d9-0a05-4165-ad79-54d13b50c375 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:19.717347 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.3141308 Jun 29 12:33:19.717793 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56306) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:19.719566 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:19.731958 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Request body: {'subnet': {'network_id': 'b4ea4495-3a13-4d9b-9027-442c26f51af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-39931357-subnet', 'tenant_id': 'f08b62f392d0466892d2662cf4949261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:19.747566 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:19.751505 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:19.751880 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Checking segment: {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:19.752278 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.752661 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Bound using segment: {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:19.753143 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Bound port: abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:19.754302 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.754660 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:19.762467 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Pushing event updated for resources: {'Port': ['ID=08abd536-24cc-4b99-9da9-e591e148b675,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:19.840585 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-318c4507-9178-44b4-8119-e5e0223b3526 admin admin] Publish callbacks [] for security_group (87d303cc-4bd7-4fdf-ade1-a64b98dc255a), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.868522 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device d182489e-583a-4045-a293-36edd8cd2800 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:19.885917 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:19.924668 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Pushing event updated for resources: {'Port': ['ID=abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:19.928204 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Made reservation on behalf of f08b62f392d0466892d2662cf4949261 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:19.930633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:19.976560 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327bd4c-7b49-4cb4-ba98-359ae52fc35d admin admin] Pushing event updated for resources: {'Network': ['ID=b4ea4495-3a13-4d9b-9027-442c26f51af4,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:20.006597 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] For port 48183d1c-6765-4485-92ef-a9f6d4d056ad, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:20.016494 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Publish callbacks [] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.026172 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network b4ea4495-3a13-4d9b-9027-442c26f51af4 details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:33:20.049707 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-318c4507-9178-44b4-8119-e5e0223b3526 admin admin] Publish callbacks [] for security_group (87d303cc-4bd7-4fdf-ade1-a64b98dc255a), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.050501 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.051348 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (6ceba6fe-a67d-4495-ac70-bd8b27368d77), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.061616 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] For port 48183d1c-6765-4485-92ef-a9f6d4d056ad, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=48183d1c-6765-4485-92ef-a9f6d4d056ad,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:20.064534 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] For port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:20.078234 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks [] for router_gateway (13df6ff3-e6ca-490d-af66-f203f60332f2), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.092351 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.103739 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.111257 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] For port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:20.125765 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:20.144444 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:20.177459 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:20.239181 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Allocated IP 172.27.1.93 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/00b28b28-eec1-4710-afba-8c0e8cfdc25e) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:20.244739 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port d182489e-583a-4045-a293-36edd8cd2800 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:20.245396 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (d182489e-583a-4045-a293-36edd8cd2800), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.246533 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Pushing event updated for resources: {'Port': ['ID=cb35c609-97d0-476f-a3f5-744f9ff71d3d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:20.259475 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a633-c953-493b-8d9a-08a724c45187 admin admin] Publish callbacks [] for security_group (d5250a4e-ebba-4d12-9fe3-0e742f4dd453), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.274984 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a633-c953-493b-8d9a-08a724c45187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (d5250a4e-ebba-4d12-9fe3-0e742f4dd453), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.285294 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d622b9-b659-4190-ac30-3a32482deedf None None] Pushing event updated for resources: {'Port': ['ID=48183d1c-6765-4485-92ef-a9f6d4d056ad,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:20.334141 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.372569 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-318c4507-9178-44b4-8119-e5e0223b3526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (87d303cc-4bd7-4fdf-ade1-a64b98dc255a), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.375484 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-318c4507-9178-44b4-8119-e5e0223b3526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.379290 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-318c4507-9178-44b4-8119-e5e0223b3526 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87d303cc-4bd7-4fdf-ade1-a64b98dc255a HTTP/1.1" status: 204 len: 168 time: 1.3360031 Jun 29 12:33:20.396781 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b1b5a633-c953-493b-8d9a-08a724c45187 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fd787ac66684a5b953f94e1273a75e4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0341899 Jun 29 12:33:20.396977 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5a633-c953-493b-8d9a-08a724c45187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5250a4e-ebba-4d12-9fe3-0e742f4dd453,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:20.399330 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56318) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:20.510801 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.537390 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125c495-916c-411c-bfe1-d2425a7db4af None None] Pushing event updated for resources: {'Port': ['ID=abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:20.562049 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c4507-9178-44b4-8119-e5e0223b3526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d303cc-4bd7-4fdf-ade1-a64b98dc255a,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:20.614768 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port d182489e-583a-4045-a293-36edd8cd2800 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:20.615617 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (d182489e-583a-4045-a293-36edd8cd2800), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.625872 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (13df6ff3-e6ca-490d-af66-f203f60332f2), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.651707 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port d182489e-583a-4045-a293-36edd8cd2800, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=d182489e-583a-4045-a293-36edd8cd2800,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:20.664066 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (d182489e-583a-4045-a293-36edd8cd2800), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.667922 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 43bc7a3c-52f3-4b97-9baf-727a9d64075a up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:20.708518 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:20.741754 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks [] for router_gateway (55d72377-ab8b-4e27-9327-edb6699a2a1a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:20.943084 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=d182489e-583a-4045-a293-36edd8cd2800,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:20.975613 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks [] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.001231 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8a583a8b-3cb8-4840-bbf9-7bef6093d670 admin admin] Publish callbacks [] for security_group (d5250a4e-ebba-4d12-9fe3-0e742f4dd453), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.010666 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:21.048999 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 43bc7a3c-52f3-4b97-9baf-727a9d64075a triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:21.050923 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.076190 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8a583a8b-3cb8-4840-bbf9-7bef6093d670 admin admin] Publish callbacks [] for security_group (d5250a4e-ebba-4d12-9fe3-0e742f4dd453), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.175752 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.183757 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.233074 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Network 397d642b-81b8-4b71-80dd-1d3a811e873b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:21.248100 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 43bc7a3c-52f3-4b97-9baf-727a9d64075a is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:21.249222 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:21.329119 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:21.334144 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:21.336865 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Pushing event updated for resources: {'Port': ['ID=00b28b28-eec1-4710-afba-8c0e8cfdc25e,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:21.340505 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:21.362104 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (ba8594a7-f43d-4e2d-bfb0-8474c6c6224f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.379401 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:21.384326 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:21.388342 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8a583a8b-3cb8-4840-bbf9-7bef6093d670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (d5250a4e-ebba-4d12-9fe3-0e742f4dd453), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.391343 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8a583a8b-3cb8-4840-bbf9-7bef6093d670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.392593 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8a583a8b-3cb8-4840-bbf9-7bef6093d670 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5250a4e-ebba-4d12-9fe3-0e742f4dd453 HTTP/1.1" status: 204 len: 168 time: 0.9895456 Jun 29 12:33:21.410195 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56334) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:21.484530 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Router 13df6ff3-e6ca-490d-af66-f203f60332f2 is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:33:21.491420 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a583a8b-3cb8-4840-bbf9-7bef6093d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5250a4e-ebba-4d12-9fe3-0e742f4dd453,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:21.655710 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:21.665004 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (55d72377-ab8b-4e27-9327-edb6699a2a1a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.682002 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:33:21.683252 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8594a7-f43d-4e2d-bfb0-8474c6c6224f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:21.748225 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks [] for router_gateway (332f7da8-454f-435b-8ef8-6bff2a5b170a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.780120 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdca00e-8aca-493e-bc4b-1aafbcffe7c1 None None] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:21.878349 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8a64df8c-fa74-4062-94d7-97e6d1ca8285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.919056 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Checking segment: {'id': 'b9a6476c-e765-4c44-bd77-1ced33ff0adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b4ea4495-3a13-4d9b-9027-442c26f51af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:21.919490 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Network hostable DHCP agents. Network: b4ea4495-3a13-4d9b-9027-442c26f51af4, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:33:21.926820 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:33:21.927122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:21.928899 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 48183d1c-6765-4485-92ef-a9f6d4d056ad up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:21.944869 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-1bd37b02-9ff3-4f62-bc14-04597fef9300 None None] Provisioning complete for port cb35c609-97d0-476f-a3f5-744f9ff71d3d triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:21.945722 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bd37b02-9ff3-4f62-bc14-04597fef9300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.969937 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Sync routers for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:33:21.975208 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:21.982599 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-71d2a7e7-b8d7-4669-9f71-69ebf39099aa admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7627409 Jun 29 12:33:22.001237 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56338) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:22.092455 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:22.093337 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:22.272538 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1bd37b02-9ff3-4f62-bc14-04597fef9300 None None] Port cb35c609-97d0-476f-a3f5-744f9ff71d3d cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:22.290164 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-1bd37b02-9ff3-4f62-bc14-04597fef9300 None None] Provisioning complete for port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:22.290614 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bd37b02-9ff3-4f62-bc14-04597fef9300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:22.291984 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Network b4ea4495-3a13-4d9b-9027-442c26f51af4 is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:33:22.331705 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (332f7da8-454f-435b-8ef8-6bff2a5b170a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:22.351010 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, b4ea4495-3a13-4d9b-9027-442c26f51af4) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:22.367385 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:22.368012 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:22.385733 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:33:22.396736 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Sync routers for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:33:22.412704 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Router 55d72377-ab8b-4e27-9327-edb6699a2a1a is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:33:22.416108 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc6d52-9bc9-4e00-b6f4-e259046f4f6b None None] Network b4ea4495-3a13-4d9b-9027-442c26f51af4 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:22.417318 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:22.418147 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:22.421646 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c362e9-116f-44d2-86d2-091cd99e9650 None None] Network 7b5a74d9-0a05-4165-ad79-54d13b50c375 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:22.447598 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-4c7c6874-e695-413a-a96d-083f19021580 admin admin] 10.222.0.52 "PUT /v2.0/routers/6ceba6fe-a67d-4495-ac70-bd8b27368d77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5924144 Jun 29 12:33:22.474217 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-362fb3e3-4b6c-4cb5-9b74-a4771fc37390 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7517204 Jun 29 12:33:22.519944 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:22.607881 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Router 332f7da8-454f-435b-8ef8-6bff2a5b170a is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:33:22.684447 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:22.772503 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8a64df8c-fa74-4062-94d7-97e6d1ca8285 admin admin] Publish callbacks [] for security_group (3f50ff0a-a793-407a-9e88-4dce92536668), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:22.797750 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 48183d1c-6765-4485-92ef-a9f6d4d056ad triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:22.798145 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:22.855124 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56366) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:22.867630 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8a64df8c-fa74-4062-94d7-97e6d1ca8285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (3f50ff0a-a793-407a-9e88-4dce92536668), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.039688 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:23.076371 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-319e6ed4-aada-4fe7-bc47-5b4406347cf1 admin admin] Deleting subnet 27fdbf5c-9030-4bbc-bc88-154f118b6cba {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:33:23.097982 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-319e6ed4-aada-4fe7-bc47-5b4406347cf1 admin admin] Publish callbacks [] for subnet (27fdbf5c-9030-4bbc-bc88-154f118b6cba), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.170089 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:33:23.218492 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-8a64df8c-fa74-4062-94d7-97e6d1ca8285 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=587b93767a5645c99b26b4acd3600515&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8027167 Jun 29 12:33:23.222877 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56378) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:23.230694 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-319e6ed4-aada-4fe7-bc47-5b4406347cf1 admin admin] Publish callbacks [] for subnet (27fdbf5c-9030-4bbc-bc88-154f118b6cba), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.244733 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 2, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:23.266050 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.277725 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9270aa9a-57fa-4fbb-a79d-c44b03457572 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0503178 Jun 29 12:33:23.280790 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56380) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:23.297896 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-319e6ed4-aada-4fe7-bc47-5b4406347cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (27fdbf5c-9030-4bbc-bc88-154f118b6cba), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.299540 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Checking router: 6ceba6fe-a67d-4495-ac70-bd8b27368d77 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:33:23.300721 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Updating router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 port cb35c609-97d0-476f-a3f5-744f9ff71d3d binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:33:23.352622 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:23.370469 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.400056 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64df8c-fa74-4062-94d7-97e6d1ca8285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f50ff0a-a793-407a-9e88-4dce92536668,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:23.434762 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:33:23.459042 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.461847 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-54fb3768-a240-4015-9ee2-1a8619479d32 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1926908 Jun 29 12:33:23.467097 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56384) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:23.546184 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206adc2-bcf4-4932-8b2d-575679f57cd2 None None] Network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:23.548902 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:23.570412 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:23.581462 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Sync routers for ids ['332f7da8-454f-435b-8ef8-6bff2a5b170a'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:33:23.637076 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:23.689926 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-319e6ed4-aada-4fe7-bc47-5b4406347cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (27fdbf5c-9030-4bbc-bc88-154f118b6cba), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.736421 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:23.737786 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56390) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:23.739853 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1bd37b02-9ff3-4f62-bc14-04597fef9300 None None] Current status of the port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:23.740465 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bd37b02-9ff3-4f62-bc14-04597fef9300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.748055 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d9492-770a-4ea9-9429-8c2931c8a91e None None] Network b4ea4495-3a13-4d9b-9027-442c26f51af4 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:23.751888 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-e0eee13b-a1d0-48a1-a940-f9c24e387317 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759345164', 'description': 'tempest-description--1206024689'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:23.772704 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Publish callbacks [] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.787025 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:23.789832 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Sync routers for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:33:23.801281 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.812690 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:23.813692 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:23.847974 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e0eee13b-a1d0-48a1-a940-f9c24e387317 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.861118 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e6ed4-aada-4fe7-bc47-5b4406347cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fdbf5c-9030-4bbc-bc88-154f118b6cba,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:23.904355 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-319e6ed4-aada-4fe7-bc47-5b4406347cf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:23.909995 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-319e6ed4-aada-4fe7-bc47-5b4406347cf1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/27fdbf5c-9030-4bbc-bc88-154f118b6cba HTTP/1.1" status: 204 len: 168 time: 1.0521121 Jun 29 12:33:23.914589 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56398) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:23.981255 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Routers {'332f7da8-454f-435b-8ef8-6bff2a5b170a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:23.983495 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['332f7da8-454f-435b-8ef8-6bff2a5b170a'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:24.001055 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (80977699-ce7f-483d-aee9-fc0b58df493a), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:24.015957 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb679-54c1-44c3-a30a-f4f69ac3a879 admin admin] Publish callbacks [] for security_group (3f50ff0a-a793-407a-9e88-4dce92536668), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:24.040753 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb679-54c1-44c3-a30a-f4f69ac3a879 admin admin] Publish callbacks [] for security_group (3f50ff0a-a793-407a-9e88-4dce92536668), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:24.047625 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:24.069454 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:24.096034 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:24.117757 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb679-54c1-44c3-a30a-f4f69ac3a879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (3f50ff0a-a793-407a-9e88-4dce92536668), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:24.120295 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb679-54c1-44c3-a30a-f4f69ac3a879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:24.121860 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3bbbb679-54c1-44c3-a30a-f4f69ac3a879 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f50ff0a-a793-407a-9e88-4dce92536668 HTTP/1.1" status: 204 len: 168 time: 0.8958256 Jun 29 12:33:24.143683 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbb679-54c1-44c3-a30a-f4f69ac3a879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f50ff0a-a793-407a-9e88-4dce92536668,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:24.264041 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731e004-e97b-4fa3-8883-8836e7447d18 None None] Pushing event updated for resources: {'Port': ['ID=cb35c609-97d0-476f-a3f5-744f9ff71d3d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:24.319341 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:24.321420 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 3, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:24.356185 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Checking router: 55d72377-ab8b-4e27-9327-edb6699a2a1a for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:33:24.356853 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Updating router 55d72377-ab8b-4e27-9327-edb6699a2a1a port 08abd536-24cc-4b99-9da9-e591e148b675 binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:33:24.360773 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Set router 332f7da8-454f-435b-8ef8-6bff2a5b170a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:24.411509 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (08abd536-24cc-4b99-9da9-e591e148b675), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:24.579809 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (80977699-ce7f-483d-aee9-fc0b58df493a), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:24.789129 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:24.789484 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:24.792806 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:24.793170 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:24.794870 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:24.795229 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:24.795567 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:24.798114 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:24.798556 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:24.798909 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:24.900898 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Allocated IP 172.20.0.1 (07f547a4-09fa-4dfc-8b3c-2afd951b9459/7508777d-25b0-449d-a269-feeb663114b5/f2734e93-6fd2-4113-9d4d-73c35558413d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:24.934531 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Publish callbacks [] for port (08abd536-24cc-4b99-9da9-e591e148b675), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.029378 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'name': 'tempest-DeleteServersTestJSON-1461228231-router', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:21Z', 'revision_number': 3, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'gw_port': {'id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:19Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:25.030727 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (08abd536-24cc-4b99-9da9-e591e148b675), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.045346 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Attempting to bind port cb35c609-97d0-476f-a3f5-744f9ff71d3d on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:25.050907 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Attempting to bind port cb35c609-97d0-476f-a3f5-744f9ff71d3d by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:25.052321 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Attempting to bind port cb35c609-97d0-476f-a3f5-744f9ff71d3d on network 397d642b-81b8-4b71-80dd-1d3a811e873b {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:25.119163 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:25.119810 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Checking segment: {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:25.120357 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.120878 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Bound using segment: {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:25.121525 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Bound port: cb35c609-97d0-476f-a3f5-744f9ff71d3d, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:25.122203 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.136641 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c791416-1ad0-40c4-9200-e01965b29351 None None] Pushing event updated for resources: {'Port': ['ID=08abd536-24cc-4b99-9da9-e591e148b675,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:25.188746 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Checking router: 332f7da8-454f-435b-8ef8-6bff2a5b170a for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:33:25.189130 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Updating router 332f7da8-454f-435b-8ef8-6bff2a5b170a port 00b28b28-eec1-4710-afba-8c0e8cfdc25e binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:33:25.235450 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] For port cb35c609-97d0-476f-a3f5-744f9ff71d3d, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:25.244481 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] For port cb35c609-97d0-476f-a3f5-744f9ff71d3d, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=cb35c609-97d0-476f-a3f5-744f9ff71d3d,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:25.250387 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Attempting to bind port 08abd536-24cc-4b99-9da9-e591e148b675 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:25.251281 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Attempting to bind port 08abd536-24cc-4b99-9da9-e591e148b675 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:25.251800 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Attempting to bind port 08abd536-24cc-4b99-9da9-e591e148b675 on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:25.260575 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:25.261232 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:25.261778 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.262873 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:25.263484 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Bound port: 08abd536-24cc-4b99-9da9-e591e148b675, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:25.266034 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (08abd536-24cc-4b99-9da9-e591e148b675), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.308136 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:25.312901 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:25.313482 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:25.314118 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:33:25.314823 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80977699-ce7f-483d-aee9-fc0b58df493a']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:25.339110 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Publish callbacks [] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.380199 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] For port 08abd536-24cc-4b99-9da9-e591e148b675, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:25.388072 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] For port 08abd536-24cc-4b99-9da9-e591e148b675, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=08abd536-24cc-4b99-9da9-e591e148b675,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:25.390020 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e0eee13b-a1d0-48a1-a940-f9c24e387317 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (41d716bb-60c7-4d28-a33b-5dfa01f0f189), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.392127 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:25.401559 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.416531 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.424233 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.424707 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8810328-271c-483b-8ad4-529c01d0948d') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:25.426800 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:25.426995 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8810328-271c-483b-8ad4-529c01d0948d') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:25.428414 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 48183d1c-6765-4485-92ef-a9f6d4d056ad is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:25.428937 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.430915 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:25.481436 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 48183d1c-6765-4485-92ef-a9f6d4d056ad, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=48183d1c-6765-4485-92ef-a9f6d4d056ad,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:25.484667 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-1bd37b02-9ff3-4f62-bc14-04597fef9300 None None] For port 4bc12ca8-c7f1-416f-8af8-e43c358b2414, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=4bc12ca8-c7f1-416f-8af8-e43c358b2414,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:25.494388 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:25.508751 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (08abd536-24cc-4b99-9da9-e591e148b675), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.512343 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:25.530522 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e0eee13b-a1d0-48a1-a940-f9c24e387317 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (41d716bb-60c7-4d28-a33b-5dfa01f0f189), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.544803 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:25.545611 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:25.548305 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731e004-e97b-4fa3-8883-8836e7447d18 None None] Pushing event updated for resources: {'Port': ['ID=cb35c609-97d0-476f-a3f5-744f9ff71d3d,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:25.560200 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.565772 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device d182489e-583a-4045-a293-36edd8cd2800 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:25.613154 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:25.613643 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (13df6ff3-e6ca-490d-af66-f203f60332f2), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.637982 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c791416-1ad0-40c4-9200-e01965b29351 None None] Pushing event updated for resources: {'Port': ['ID=08abd536-24cc-4b99-9da9-e591e148b675,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:25.649269 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:25.650253 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:25.721646 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eee13b-a1d0-48a1-a940-f9c24e387317 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d716bb-60c7-4d28-a33b-5dfa01f0f189,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:25.749424 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (b8810328-271c-483b-8ad4-529c01d0948d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.796756 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56450) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:25.815294 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bd37b02-9ff3-4f62-bc14-04597fef9300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.823489 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=48183d1c-6765-4485-92ef-a9f6d4d056ad,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:25.830478 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 3, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:25.877371 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:25.918086 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (b8810328-271c-483b-8ad4-529c01d0948d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.921995 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.943792 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e0eee13b-a1d0-48a1-a940-f9c24e387317 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:25.948846 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e0eee13b-a1d0-48a1-a940-f9c24e387317 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.2067900 Jun 29 12:33:25.952649 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56456) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:25.968622 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-efcbc090-368d-4787-a5cf-796fd5c87291 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'security_group_rule': {'security_group_id': '41d716bb-60c7-4d28-a33b-5dfa01f0f189', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:25.982139 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Checking router: 13df6ff3-e6ca-490d-af66-f203f60332f2 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:33:25.982530 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Updating router 13df6ff3-e6ca-490d-af66-f203f60332f2 port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:33:26.024684 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.028186 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:33:26.029855 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (b8810328-271c-483b-8ad4-529c01d0948d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.090140 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:26.094788 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-efcbc090-368d-4787-a5cf-796fd5c87291 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (e1888c42-3ab2-466a-a476-81e32db33bd4), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.168260 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Provisioning complete for port 48183d1c-6765-4485-92ef-a9f6d4d056ad triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:26.168655 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.201682 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Allocated IP 172.20.0.1 (7b5a74d9-0a05-4165-ad79-54d13b50c375/8a766576-ad0b-4d70-8d01-cc847aa178ce/9b4deb29-0c77-4116-a9f4-2ac2c102d346) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:26.253940 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.273532 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:26.274510 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:26.275880 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port d182489e-583a-4045-a293-36edd8cd2800 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:26.276273 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (d182489e-583a-4045-a293-36edd8cd2800), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.335602 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Publish callbacks [] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.376884 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:26.387552 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.433117 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:26.433715 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Pushing event updated for resources: {'Port': ['ID=f2734e93-6fd2-4113-9d4d-73c35558413d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:26.447436 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Network 7b5a74d9-0a05-4165-ad79-54d13b50c375 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:26.492063 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:26.500574 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:26.501204 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (55d72377-ab8b-4e27-9327-edb6699a2a1a), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.510884 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Current status of the port 48183d1c-6765-4485-92ef-a9f6d4d056ad is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:26.517026 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:26.534245 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Provisioning complete for port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:26.534668 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.602482 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.642874 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd37b02-9ff3-4f62-bc14-04597fef9300 None None] Pushing event updated for resources: {'Port': ['ID=4bc12ca8-c7f1-416f-8af8-e43c358b2414,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:26.657840 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4deb29-0c77-4116-a9f4-2ac2c102d346,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:26.675104 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:26.733868 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81805ee-926f-452d-b819-18c0d9b5dd62 None None] The sync data for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi is: [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:33:26.792029 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:26.818341 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-efcbc090-368d-4787-a5cf-796fd5c87291 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (e1888c42-3ab2-466a-a476-81e32db33bd4), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.918407 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.922034 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-efcbc090-368d-4787-a5cf-796fd5c87291 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (e1888c42-3ab2-466a-a476-81e32db33bd4), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.923888 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (80977699-ce7f-483d-aee9-fc0b58df493a), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:26.961794 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 3, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:27.020994 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.026798 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/80977699-ce7f-483d-aee9-fc0b58df493a HTTP/1.1" status: 204 len: 168 time: 3.1069298 Jun 29 12:33:27.030387 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56484) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:27.045621 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbc090-368d-4787-a5cf-796fd5c87291 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1888c42-3ab2-466a-a476-81e32db33bd4,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:27.071552 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af260f-d38b-414e-bafe-32748bed29a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=80977699-ce7f-483d-aee9-fc0b58df493a,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:27.075788 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1afc0f6-d035-4e9b-8029-288c47d812d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.133735 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-efcbc090-368d-4787-a5cf-796fd5c87291 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.133735 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-efcbc090-368d-4787-a5cf-796fd5c87291 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1727278 Jun 29 12:33:27.165358 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56486) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:27.178379 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-b96dacc6-8fb2-46e3-8223-7ef7ad761f43 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'security_group_rule': {'security_group_id': '41d716bb-60c7-4d28-a33b-5dfa01f0f189', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:27.225536 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5fb199-c90e-4358-aa94-5120f1e2be32 None None] The sync data for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi is: [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 3, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:33:27.226081 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:27.268831 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5170d133-5095-4b09-ba2e-fb3049eb64af admin admin] Deleting subnet ba8594a7-f43d-4e2d-bfb0-8474c6c6224f {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:33:27.270982 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b96dacc6-8fb2-46e3-8223-7ef7ad761f43 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (a27e2ff8-dd3a-4838-8d04-0f892a2885b5), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.273048 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port d182489e-583a-4045-a293-36edd8cd2800 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:27.274355 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 4bc12ca8-c7f1-416f-8af8-e43c358b2414 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:27.295522 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Allocated IP 172.20.0.1 (f0d91924-1f47-49aa-8f3d-957f9bdb1bcf/e62f0256-5bb4-4454-ae17-e640e019d2eb/a6d2f754-46a0-490a-bf2a-76db591282e3) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:27.305870 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5170d133-5095-4b09-ba2e-fb3049eb64af admin admin] Publish callbacks [] for subnet (ba8594a7-f43d-4e2d-bfb0-8474c6c6224f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.356900 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Publish callbacks [] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.373792 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Current status of the port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:27.374678 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.385076 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.386099 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (13df6ff3-e6ca-490d-af66-f203f60332f2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.494186 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] For port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:27.508162 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.533049 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1afc0f6-d035-4e9b-8029-288c47d812d1 admin admin] Publish callbacks [] for security_group (00a8ccf2-561a-4c6d-b922-b356d6ac481b), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.534979 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5170d133-5095-4b09-ba2e-fb3049eb64af admin admin] Publish callbacks [] for subnet (ba8594a7-f43d-4e2d-bfb0-8474c6c6224f), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.544800 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:27.547159 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment b8810328-271c-483b-8ad4-529c01d0948d resource provider aggregate not found Jun 29 12:33:27.562644 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Publish callbacks [] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.573153 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Pushing event updated for resources: {'Port': ['ID=f2734e93-6fd2-4113-9d4d-73c35558413d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:27.576361 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5170d133-5095-4b09-ba2e-fb3049eb64af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (ba8594a7-f43d-4e2d-bfb0-8474c6c6224f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.584881 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:27.585274 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.595997 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Provisioning complete for port cb35c609-97d0-476f-a3f5-744f9ff71d3d triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:27.596381 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.599251 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.608551 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1afc0f6-d035-4e9b-8029-288c47d812d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (00a8ccf2-561a-4c6d-b922-b356d6ac481b), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.663041 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment b8810328-271c-483b-8ad4-529c01d0948d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8810328-271c-483b-8ad4-529c01d0948d found for delete ", "request_id": "req-48ac3e26-2d7f-49ba-8a78-fa8ee50e81b2"}]} Jun 29 12:33:27.827441 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Attempting to bind port 00b28b28-eec1-4710-afba-8c0e8cfdc25e on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:27.827700 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Attempting to bind port 00b28b28-eec1-4710-afba-8c0e8cfdc25e by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:27.827849 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Attempting to bind port 00b28b28-eec1-4710-afba-8c0e8cfdc25e on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:27.842664 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:27.843049 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:27.843503 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.843904 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:27.844395 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Bound port: 00b28b28-eec1-4710-afba-8c0e8cfdc25e, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:27.845000 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.852623 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-f1afc0f6-d035-4e9b-8029-288c47d812d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9758340629f4e159b3a2fc279a76b98&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0188541 Jun 29 12:33:27.855745 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56500) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:27.858398 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afc0f6-d035-4e9b-8029-288c47d812d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8ccf2-561a-4c6d-b922-b356d6ac481b,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:27.910468 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Pushing event updated for resources: {'Port': ['ID=abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:27.922913 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b96dacc6-8fb2-46e3-8223-7ef7ad761f43 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (a27e2ff8-dd3a-4838-8d04-0f892a2885b5), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:27.966414 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b96dacc6-8fb2-46e3-8223-7ef7ad761f43 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (a27e2ff8-dd3a-4838-8d04-0f892a2885b5), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.030233 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:28.053202 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Publish callbacks [] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.053404 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dacc6-8fb2-46e3-8223-7ef7ad761f43 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27e2ff8-dd3a-4838-8d04-0f892a2885b5,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:28.064367 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:28.094333 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b96dacc6-8fb2-46e3-8223-7ef7ad761f43 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.098851 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b96dacc6-8fb2-46e3-8223-7ef7ad761f43 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9251513 Jun 29 12:33:28.104660 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56502) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:28.107931 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:28.136181 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:28.140078 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1168583e-9579-4699-9a9e-3d620031f9b5 admin admin] Publish callbacks [] for security_group (00a8ccf2-561a-4c6d-b922-b356d6ac481b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.152724 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] For port 00b28b28-eec1-4710-afba-8c0e8cfdc25e, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:28.202022 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] For port 00b28b28-eec1-4710-afba-8c0e8cfdc25e, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=00b28b28-eec1-4710-afba-8c0e8cfdc25e,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:28.205279 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.206063 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.211700 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Current status of the port cb35c609-97d0-476f-a3f5-744f9ff71d3d is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:28.212354 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.226512 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d6518-e17e-46d2-9a6e-5ea6f1c34661 None None] Pushing event updated for resources: {'Port': ['ID=00b28b28-eec1-4710-afba-8c0e8cfdc25e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:28.252660 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.334463 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1168583e-9579-4699-9a9e-3d620031f9b5 admin admin] Publish callbacks [] for security_group (00a8ccf2-561a-4c6d-b922-b356d6ac481b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.419876 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:28.445193 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Publish callbacks [] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.470890 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:28.489771 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:28.492692 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:28.508017 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d2f754-46a0-490a-bf2a-76db591282e3,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:28.548880 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:28.551971 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:28.559053 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] For port cb35c609-97d0-476f-a3f5-744f9ff71d3d, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=cb35c609-97d0-476f-a3f5-744f9ff71d3d,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:28.572714 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Routers {'332f7da8-454f-435b-8ef8-6bff2a5b170a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:28.573665 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['332f7da8-454f-435b-8ef8-6bff2a5b170a'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:28.593853 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.671832 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (332f7da8-454f-435b-8ef8-6bff2a5b170a), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.798257 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.806127 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.808607 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (55d72377-ab8b-4e27-9327-edb6699a2a1a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.827883 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:28.837308 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1168583e-9579-4699-9a9e-3d620031f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (00a8ccf2-561a-4c6d-b922-b356d6ac481b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.843967 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1168583e-9579-4699-9a9e-3d620031f9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:28.870718 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1168583e-9579-4699-9a9e-3d620031f9b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00a8ccf2-561a-4c6d-b922-b356d6ac481b HTTP/1.1" status: 204 len: 168 time: 0.9782019 Jun 29 12:33:28.878663 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d6518-e17e-46d2-9a6e-5ea6f1c34661 None None] Pushing event updated for resources: {'Port': ['ID=00b28b28-eec1-4710-afba-8c0e8cfdc25e,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:28.929404 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:28.962148 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:29.019454 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Pushing event updated for resources: {'Port': ['ID=cb35c609-97d0-476f-a3f5-744f9ff71d3d,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:29.046394 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Provisioning complete for port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:29.047385 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.069740 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Publish callbacks [] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.097418 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168583e-9579-4699-9a9e-3d620031f9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8ccf2-561a-4c6d-b922-b356d6ac481b,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:29.135020 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:29.135552 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.152344 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.170189 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.241366 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Allocated IP 172.27.1.243 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/8801f4e6-c191-4f39-8f8f-da803a822231) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:29.407664 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for port (8801f4e6-c191-4f39-8f8f-da803a822231), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.419311 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8f931-d18d-4c04-95e2-6cd3b37cc863 None None] Pushing event updated for resources: {'Port': ['ID=196e2e1f-e125-4e1b-ac4e-fb751c2c5229,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:29.425144 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] Set router 332f7da8-454f-435b-8ef8-6bff2a5b170a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:29.441286 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:29.443749 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4deb29-0c77-4116-a9f4-2ac2c102d346,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:29.463788 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5170d133-5095-4b09-ba2e-fb3049eb64af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (ba8594a7-f43d-4e2d-bfb0-8474c6c6224f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.489482 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Attempting to bind port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:29.489858 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Attempting to bind port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:29.490483 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Attempting to bind port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:29.498182 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:29.498714 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:29.499098 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.499494 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:29.499969 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Bound port: 196e2e1f-e125-4e1b-ac4e-fb751c2c5229, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:29.500345 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.512041 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5170d133-5095-4b09-ba2e-fb3049eb64af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.518566 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-5170d133-5095-4b09-ba2e-fb3049eb64af admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ba8594a7-f43d-4e2d-bfb0-8474c6c6224f HTTP/1.1" status: 204 len: 168 time: 2.4834020 Jun 29 12:33:29.526824 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56540) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:29.551671 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170d133-5095-4b09-ba2e-fb3049eb64af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8594a7-f43d-4e2d-bfb0-8474c6c6224f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:29.607552 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:29.619414 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a9566ab4-6c5b-476a-800e-b0f46d3b507a None None] Current status of the port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:29.639029 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (8801f4e6-c191-4f39-8f8f-da803a822231), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.672513 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:29.693094 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Publish callbacks [] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.702413 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] For port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:29.722098 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:29.742157 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.744839 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] For port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=196e2e1f-e125-4e1b-ac4e-fb751c2c5229,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:29.759587 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:29.763227 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:29.771220 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:29.784046 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.793760 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56550) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:29.868364 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (b4ea4495-3a13-4d9b-9027-442c26f51af4), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.868554 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:29.886065 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Provisioning complete for port a6d2f754-46a0-490a-bf2a-76db591282e3 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:29.886633 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.956805 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (332f7da8-454f-435b-8ef8-6bff2a5b170a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:29.965166 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d2f754-46a0-490a-bf2a-76db591282e3,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:30.037192 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (1ea6ec83-dd4c-4e81-92af-20629274ec90), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.050482 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Port a6d2f754-46a0-490a-bf2a-76db591282e3 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:30.065703 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'Port': ['ID=8801f4e6-c191-4f39-8f8f-da803a822231,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:30.068321 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8f931-d18d-4c04-95e2-6cd3b37cc863 None None] Pushing event updated for resources: {'Port': ['ID=196e2e1f-e125-4e1b-ac4e-fb751c2c5229,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:30.078249 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (b4ea4495-3a13-4d9b-9027-442c26f51af4), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.084619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-666189e9-94a1-4415-abe9-60721cebf81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.091324 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:30.102612 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Provisioning complete for port cb35c609-97d0-476f-a3f5-744f9ff71d3d triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:30.103456 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.110624 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 08abd536-24cc-4b99-9da9-e591e148b675 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:30.120898 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ea4495-3a13-4d9b-9027-442c26f51af4']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:30.123796 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Router 13df6ff3-e6ca-490d-af66-f203f60332f2 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:33:30.135249 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a6476c-e765-4c44-bd77-1ced33ff0adf') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:30.135561 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a6476c-e765-4c44-bd77-1ced33ff0adf') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:30.143876 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Network 7b5a74d9-0a05-4165-ad79-54d13b50c375 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:30.156931 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:30.167739 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (b9a6476c-e765-4c44-bd77-1ced33ff0adf), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.197296 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:30.199499 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:30.201915 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (b9a6476c-e765-4c44-bd77-1ced33ff0adf), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.208326 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:30.208835 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:30.213362 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:33:30.213765 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (b9a6476c-e765-4c44-bd77-1ced33ff0adf), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.319934 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment b9a6476c-e765-4c44-bd77-1ced33ff0adf resource provider aggregate not found Jun 29 12:33:30.363481 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (8801f4e6-c191-4f39-8f8f-da803a822231), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.423207 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment b9a6476c-e765-4c44-bd77-1ced33ff0adf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9a6476c-e765-4c44-bd77-1ced33ff0adf found for delete ", "request_id": "req-c7c12ce7-0f66-465f-ae8f-e1fcce5dda45"}]} Jun 29 12:33:30.500212 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:30.517978 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (b4ea4495-3a13-4d9b-9027-442c26f51af4), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.540628 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.546528 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b4ea4495-3a13-4d9b-9027-442c26f51af4 HTTP/1.1" status: 204 len: 168 time: 1.0185792 Jun 29 12:33:30.567902 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8275414-f027-4afc-beac-07c93d94ef11 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ea4495-3a13-4d9b-9027-442c26f51af4,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:30.612645 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Router 332f7da8-454f-435b-8ef8-6bff2a5b170a has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:33:30.654513 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'name': 'tempest-DeleteServersTestJSON-1461228231-router', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:21Z', 'revision_number': 3, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'gw_port': {'id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:19Z', 'updated_at': '2022-06-29T12:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:30.718760 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127519de-6044-4d08-89ba-b2f8f3a89512 None None] The sync data for ids ['332f7da8-454f-435b-8ef8-6bff2a5b170a'] in dv-cinder-812685-12-iscsi is: [{'id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'name': 'tempest-DeleteServersTestJSON-1461228231-router', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:21Z', 'revision_number': 3, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'gw_port': {'id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:19Z', 'updated_at': '2022-06-29T12:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:33:30.750103 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 08abd536-24cc-4b99-9da9-e591e148b675 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:30.751407 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (08abd536-24cc-4b99-9da9-e591e148b675), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.787709 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:33:30.799019 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-02c7125f-c7b4-4b39-ad20-1a865eea0944 admin admin] 10.222.0.52 "PUT /v2.0/routers/332f7da8-454f-435b-8ef8-6bff2a5b170a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5103509 Jun 29 12:33:30.836696 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:30.900917 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Current status of the port cb35c609-97d0-476f-a3f5-744f9ff71d3d is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:30.909963 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Router 55d72377-ab8b-4e27-9327-edb6699a2a1a has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:33:30.918532 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56572) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:30.918788 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:33:30.938105 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0b20df3a-3a4e-49e1-85b1-86ab0c97711f admin admin] 10.222.0.52 "PUT /v2.0/routers/13df6ff3-e6ca-490d-af66-f203f60332f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9229999 Jun 29 12:33:30.956888 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:30.961829 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-666189e9-94a1-4415-abe9-60721cebf81b admin admin] Publish callbacks [] for security_group (8c8004f1-17b2-4647-ac75-7ea71fe0f293), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.969831 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Provisioning complete for port f2734e93-6fd2-4113-9d4d-73c35558413d triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:30.970225 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:30.978863 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-666189e9-94a1-4415-abe9-60721cebf81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8c8004f1-17b2-4647-ac75-7ea71fe0f293), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.023673 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3cec2f21-c6fb-4ad0-9e60-46e691296f8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ecbd8a904ce455bb6d0a71db1e6edac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1037142 Jun 29 12:33:31.026546 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56576) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:31.164536 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-25d0389b-8e2f-4db5-b156-deec72d8243d admin admin] Publish callbacks [] for security_group (56ea6a51-85db-4b7a-abe1-15b9ba0ecbc6), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.187678 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:31.200620 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-25d0389b-8e2f-4db5-b156-deec72d8243d admin admin] Publish callbacks [] for security_group (56ea6a51-85db-4b7a-abe1-15b9ba0ecbc6), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.263679 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Port f2734e93-6fd2-4113-9d4d-73c35558413d cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:31.273988 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for port (8801f4e6-c191-4f39-8f8f-da803a822231), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.274967 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-25d0389b-8e2f-4db5-b156-deec72d8243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (56ea6a51-85db-4b7a-abe1-15b9ba0ecbc6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.279322 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-25d0389b-8e2f-4db5-b156-deec72d8243d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.283131 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-666189e9-94a1-4415-abe9-60721cebf81b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dda90d00caeb4656a8da048fb2039657&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4767337 Jun 29 12:33:31.288286 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666189e9-94a1-4415-abe9-60721cebf81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8004f1-17b2-4647-ac75-7ea71fe0f293,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:31.289364 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-25d0389b-8e2f-4db5-b156-deec72d8243d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/56ea6a51-85db-4b7a-abe1-15b9ba0ecbc6 HTTP/1.1" status: 204 len: 168 time: 0.2612965 Jun 29 12:33:31.290301 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56590) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:31.302211 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (8801f4e6-c191-4f39-8f8f-da803a822231), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.321905 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0389b-8e2f-4db5-b156-deec72d8243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ea6a51-85db-4b7a-abe1-15b9ba0ecbc6,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:31.357353 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Provisioning complete for port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:31.357736 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.359420 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 08abd536-24cc-4b99-9da9-e591e148b675 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:31.359795 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (08abd536-24cc-4b99-9da9-e591e148b675), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.402658 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (1ea6ec83-dd4c-4e81-92af-20629274ec90), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.533775 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.535172 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4225259 Jun 29 12:33:31.558500 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603cdcb-a792-4d93-9576-35e5d33d26b0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'Port': ['ID=8801f4e6-c191-4f39-8f8f-da803a822231,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:31.583780 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:33:31.598805 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 08abd536-24cc-4b99-9da9-e591e148b675, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=08abd536-24cc-4b99-9da9-e591e148b675,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:31.604316 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Sync routers for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:33:31.611953 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-38cdd202-af67-4624-bb5f-6db5903e1a46 admin admin] 10.222.0.52 "PUT /v2.0/routers/55d72377-ab8b-4e27-9327-edb6699a2a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1428244 Jun 29 12:33:31.633134 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:31.634300 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:31.637350 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (08abd536-24cc-4b99-9da9-e591e148b675), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.640009 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 48183d1c-6765-4485-92ef-a9f6d4d056ad up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:31.696051 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56626) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:31.699091 dv-cinder-812685-12-iscsi neutron-server[104105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 12:33:31.821942 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-26a217b4-6697-4b9e-a84d-9c5548ad8ef0 admin admin] Publish callbacks [] for security_group (8c8004f1-17b2-4647-ac75-7ea71fe0f293), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.855410 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-26a217b4-6697-4b9e-a84d-9c5548ad8ef0 admin admin] Publish callbacks [] for security_group (8c8004f1-17b2-4647-ac75-7ea71fe0f293), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:31.869256 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd8bdb-db78-47e0-98c5-2c37c14e5e9a None None] Port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:31.872939 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56644) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:31.890023 dv-cinder-812685-12-iscsi neutron-server[104104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 12:33:31.983222 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=08abd536-24cc-4b99-9da9-e591e148b675,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:32.027523 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:32.029530 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 2, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:32.110527 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 48183d1c-6765-4485-92ef-a9f6d4d056ad triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:32.111092 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:32.125000 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-ba441fa5-d06c-41f9-98dc-fddbbf518f81 None None] Provisioning complete for port a6d2f754-46a0-490a-bf2a-76db591282e3 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:32.127885 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba441fa5-d06c-41f9-98dc-fddbbf518f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:32.130763 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdd8d7-0547-46a0-b8c6-e1c7ba449dd8 None None] The sync data for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi is: [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 2, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:33:32.154056 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:32.249170 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-f1726296-6dd1-43dd-96f2-79aa3f706d9e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:32.256779 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-f1726296-6dd1-43dd-96f2-79aa3f706d9e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 819 time: 0.3747025 Jun 29 12:33:32.273691 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-26a217b4-6697-4b9e-a84d-9c5548ad8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8c8004f1-17b2-4647-ac75-7ea71fe0f293), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:32.276654 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-26a217b4-6697-4b9e-a84d-9c5548ad8ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:32.280978 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-26a217b4-6697-4b9e-a84d-9c5548ad8ef0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c8004f1-17b2-4647-ac75-7ea71fe0f293 HTTP/1.1" status: 204 len: 168 time: 0.9874074 Jun 29 12:33:32.292754 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-17b18e82-ef74-4bb4-9650-c64b74b4625b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/quotas/8be6d4a4e2344e25b7661d69a9e222c8 HTTP/1.1" status: 200 len: 375 time: 0.0348608 Jun 29 12:33:32.304255 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:32.314130 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ba441fa5-d06c-41f9-98dc-fddbbf518f81 None None] Port a6d2f754-46a0-490a-bf2a-76db591282e3 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:32.336630 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56656) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:32.346043 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a217b4-6697-4b9e-a84d-9c5548ad8ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8004f1-17b2-4647-ac75-7ea71fe0f293,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:32.437370 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ecd85708-5ac5-4e55-a5e8-3962b301767b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f08b62f392d0466892d2662cf4949261&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0992889 Jun 29 12:33:32.440263 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56660) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:32.458953 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-ba441fa5-d06c-41f9-98dc-fddbbf518f81 None None] Provisioning complete for port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:32.459141 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-24fa1e0b-0a3b-4726-a983-282c78ea529d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652863 Jun 29 12:33:32.459709 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba441fa5-d06c-41f9-98dc-fddbbf518f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:32.513856 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-fdc4be8f-0c54-4032-95c2-062fbdf7480e tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:32.516358 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-fdc4be8f-0c54-4032-95c2-062fbdf7480e tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/networks?id=f0d91924-1f47-49aa-8f3d-957f9bdb1bcf HTTP/1.1" status: 200 len: 812 time: 0.8187461 Jun 29 12:33:32.560635 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-2faca662-2ab1-4f6f-950a-c2db88f7b1ba tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/quotas/46f5397c062a4868a0282f7535f84f7a HTTP/1.1" status: 200 len: 375 time: 0.0199122 Jun 29 12:33:32.596662 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56664) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:32.597008 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 48183d1c-6765-4485-92ef-a9f6d4d056ad is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:32.598967 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 4bc12ca8-c7f1-416f-8af8-e43c358b2414 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:32.608072 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ba441fa5-d06c-41f9-98dc-fddbbf518f81 None None] Port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:32.697867 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-5713afaf-19c8-4272-a2d0-58dc2689e5c7 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=46f5397c062a4868a0282f7535f84f7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310921 Jun 29 12:33:32.715478 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7da65ea5-8f1b-4a1b-bd4a-9679d10d65b6 admin admin] Publish callbacks [] for security_group (ba999aea-2e8c-473c-9007-9f357f36bf84), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:32.757473 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7da65ea5-8f1b-4a1b-bd4a-9679d10d65b6 admin admin] Publish callbacks [] for security_group (ba999aea-2e8c-473c-9007-9f357f36bf84), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:32.822046 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:32.822528 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:32.824760 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:27Z', 'revision_number': 2, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:32.860619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7da65ea5-8f1b-4a1b-bd4a-9679d10d65b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ba999aea-2e8c-473c-9007-9f357f36bf84), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:32.875461 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7da65ea5-8f1b-4a1b-bd4a-9679d10d65b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:32.880813 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-7da65ea5-8f1b-4a1b-bd4a-9679d10d65b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba999aea-2e8c-473c-9007-9f357f36bf84 HTTP/1.1" status: 204 len: 168 time: 0.4359739 Jun 29 12:33:32.891487 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da65ea5-8f1b-4a1b-bd4a-9679d10d65b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba999aea-2e8c-473c-9007-9f357f36bf84,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:32.929163 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Checking router: 55d72377-ab8b-4e27-9327-edb6699a2a1a for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:33:32.930206 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Updating router 55d72377-ab8b-4e27-9327-edb6699a2a1a port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:33:32.970915 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:32.972049 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:33.019496 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31cf4243-2430-41ad-8fd6-cdad30e9322a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:33.094828 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:33.135495 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:33.180810 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:33.181975 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:33.267744 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31cf4243-2430-41ad-8fd6-cdad30e9322a admin admin] Publish callbacks [] for security_group (2ff5faf1-94e7-48e3-a612-bd554d0ae0b5), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:33.275262 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-31cf4243-2430-41ad-8fd6-cdad30e9322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (2ff5faf1-94e7-48e3-a612-bd554d0ae0b5), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:33.305008 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-82453ff3-f24c-40ff-8eb0-aeb05c729a0e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:33:33.311796 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-82453ff3-f24c-40ff-8eb0-aeb05c729a0e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4090762 Jun 29 12:33:33.318793 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:33.319169 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:33.325192 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:33.428209 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-31cf4243-2430-41ad-8fd6-cdad30e9322a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d1e265893c14eafa75e67723215de7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8290930 Jun 29 12:33:33.431582 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56688) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:33.433426 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf4243-2430-41ad-8fd6-cdad30e9322a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff5faf1-94e7-48e3-a612-bd554d0ae0b5,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:33.473128 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-e515c9a4-f06e-4467-91b3-dac557d07df8 service neutron] 10.222.0.52 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603205 Jun 29 12:33:33.521012 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-c8d33b11-fed8-435c-bb25-44a09e50aca6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:33:33.529885 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-c8d33b11-fed8-435c-bb25-44a09e50aca6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2180705 Jun 29 12:33:33.583722 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79f42f01-2742-4401-9926-216f42863d41 admin admin] Publish callbacks [] for security_group (2ff5faf1-94e7-48e3-a612-bd554d0ae0b5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:33.609536 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-c6cae38b-3418-425d-91ff-d1889c16751a service neutron] 10.222.0.52 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344862 Jun 29 12:33:33.652241 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79f42f01-2742-4401-9926-216f42863d41 admin admin] Publish callbacks [] for security_group (2ff5faf1-94e7-48e3-a612-bd554d0ae0b5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:33.697806 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-29996683-91a4-4a7e-832c-3865e73efd7e service neutron] 10.222.0.52 "GET /v2.0/networks/f0d91924-1f47-49aa-8f3d-957f9bdb1bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665034 Jun 29 12:33:33.770211 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:33.772201 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device cb35c609-97d0-476f-a3f5-744f9ff71d3d up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:33.778834 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Publish callbacks [] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:33.782058 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:33.812342 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79f42f01-2742-4401-9926-216f42863d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (2ff5faf1-94e7-48e3-a612-bd554d0ae0b5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:33.815050 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79f42f01-2742-4401-9926-216f42863d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:33.819038 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-79f42f01-2742-4401-9926-216f42863d41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ff5faf1-94e7-48e3-a612-bd554d0ae0b5 HTTP/1.1" status: 204 len: 168 time: 0.3860741 Jun 29 12:33:33.833510 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f42f01-2742-4401-9926-216f42863d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff5faf1-94e7-48e3-a612-bd554d0ae0b5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:33.846883 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-fd267752-8b49-4b82-aa94-d234d61f45b0 service neutron] 10.222.0.52 "GET /v2.0/networks/f0d91924-1f47-49aa-8f3d-957f9bdb1bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480443 Jun 29 12:33:33.881079 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:34.153945 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab8d8b-0d91-4ee0-b99f-0382cd9ed55a None None] Pushing event updated for resources: {'Port': ['ID=9b4deb29-0c77-4116-a9f4-2ac2c102d346,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:34.161628 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-cf54022e-4b35-4891-b0c5-7646426a0b43 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1759345164&fields=id&tenant_id=0ed882ae485441db99ccf6109be51b22 HTTP/1.1" status: 200 len: 267 time: 0.1594844 Jun 29 12:33:34.251918 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Attempting to bind port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:34.252294 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Attempting to bind port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:34.252664 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Attempting to bind port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 on network 7b5a74d9-0a05-4165-ad79-54d13b50c375 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:34.262745 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port cb35c609-97d0-476f-a3f5-744f9ff71d3d triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:34.263124 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:34.324111 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:34.324630 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Checking segment: {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:34.325069 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:34.325470 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Bound using segment: {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:34.325965 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Bound port: 9b4deb29-0c77-4116-a9f4-2ac2c102d346, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:34.326349 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:34.363297 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836cf194-f375-4528-935f-13e4f100698d None None] Sync routers for ids ['332f7da8-454f-435b-8ef8-6bff2a5b170a'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:33:34.392285 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836cf194-f375-4528-935f-13e4f100698d None None] Routers {'332f7da8-454f-435b-8ef8-6bff2a5b170a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:34.393834 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-836cf194-f375-4528-935f-13e4f100698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['332f7da8-454f-435b-8ef8-6bff2a5b170a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:34.477123 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:34.532994 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-e2e350fe-b07d-42f9-bb7c-2b1e46c5c209 None None] Provisioning complete for port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:34.537667 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2e350fe-b07d-42f9-bb7c-2b1e46c5c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:34.541983 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-7310851e-c8da-4c0b-937f-15f753b55bfd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:34.549862 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-7310851e-c8da-4c0b-937f-15f753b55bfd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 815 time: 0.3796384 Jun 29 12:33:34.552640 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] For port 9b4deb29-0c77-4116-a9f4-2ac2c102d346, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:34.562157 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] For port 9b4deb29-0c77-4116-a9f4-2ac2c102d346, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=9b4deb29-0c77-4116-a9f4-2ac2c102d346,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:34.571944 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:34.588346 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-3c6fce0f-3732-43a7-b18f-ac2b22dd1b32 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/quotas/0ed882ae485441db99ccf6109be51b22 HTTP/1.1" status: 200 len: 375 time: 0.0372999 Jun 29 12:33:34.678600 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-836cf194-f375-4528-935f-13e4f100698d None None] Set router 332f7da8-454f-435b-8ef8-6bff2a5b170a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:34.737964 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:34.774447 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-da359673-f980-492b-a608-f81a85dc0623 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1762097 Jun 29 12:33:34.896905 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56774) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:34.927029 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ff455ac-f500-4b20-9d81-9d1fec95043f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:34.961511 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab8d8b-0d91-4ee0-b99f-0382cd9ed55a None None] Pushing event updated for resources: {'Port': ['ID=9b4deb29-0c77-4116-a9f4-2ac2c102d346,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:35.009075 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e2e350fe-b07d-42f9-bb7c-2b1e46c5c209 None None] Port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:35.015661 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port cb35c609-97d0-476f-a3f5-744f9ff71d3d is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:35.104431 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:35.113006 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:35.132002 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-1986b87b-2c9a-45c6-ad26-e032a0069a88 service neutron] 10.222.0.52 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488793 Jun 29 12:33:35.237988 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56788) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:35.256063 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-9802edc7-3917-42e9-8d55-c5fffcfd4658 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400191379', 'description': 'tempest-description--72556867'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:35.337965 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9802edc7-3917-42e9-8d55-c5fffcfd4658 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:35.378512 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ff455ac-f500-4b20-9d81-9d1fec95043f admin admin] Publish callbacks [] for security_group (8364a516-7aa3-4fde-a00e-a6ace35c929e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:35.387894 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ff455ac-f500-4b20-9d81-9d1fec95043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8364a516-7aa3-4fde-a00e-a6ace35c929e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:35.409922 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-836cf194-f375-4528-935f-13e4f100698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'name': 'tempest-DeleteServersTestJSON-1461228231-router', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:29Z', 'revision_number': 4, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'gw_port': {'id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:19Z', 'updated_at': '2022-06-29T12:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'a6d2f754-46a0-490a-bf2a-76db591282e3', 'name': '', 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'mac_address': 'fa:16:3e:c8:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e62f0256-5bb4-4454-ae17-e640e019d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:29Z', 'revision_number': 2, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'subnets': [{'id': 'e62f0256-5bb4-4454-ae17-e640e019d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:35.531725 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836cf194-f375-4528-935f-13e4f100698d None None] Checking router: 332f7da8-454f-435b-8ef8-6bff2a5b170a for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:33:35.534735 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836cf194-f375-4528-935f-13e4f100698d None None] Updating router 332f7da8-454f-435b-8ef8-6bff2a5b170a port a6d2f754-46a0-490a-bf2a-76db591282e3 binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:33:35.542355 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-ee51e9e7-6afc-47ea-b789-ea6189f0641a service neutron] 10.222.0.52 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705943 Jun 29 12:33:35.576090 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-a285375b-9c69-48ad-86cb-4c8a87b2d465 None None] Provisioning complete for port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:35.576090 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a285375b-9c69-48ad-86cb-4c8a87b2d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:35.609567 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-836cf194-f375-4528-935f-13e4f100698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:35.632163 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9802edc7-3917-42e9-8d55-c5fffcfd4658 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (1c73bb5f-8060-49e6-adea-b0699b216cf4), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:35.640378 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9802edc7-3917-42e9-8d55-c5fffcfd4658 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (1c73bb5f-8060-49e6-adea-b0699b216cf4), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:35.749877 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 08abd536-24cc-4b99-9da9-e591e148b675 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:35.756778 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-4ff455ac-f500-4b20-9d81-9d1fec95043f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e55414dc89c54939829e0ab66e8f37a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8585861 Jun 29 12:33:35.773543 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 56806) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:35.802078 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9802edc7-3917-42e9-8d55-c5fffcfd4658 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:35.809120 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9802edc7-3917-42e9-8d55-c5fffcfd4658 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5654426 Jun 29 12:33:35.809855 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56810) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:35.819651 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-ea368ebc-910f-41e9-9aec-a6dd3508ca84 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'security_group_rule': {'security_group_id': '1c73bb5f-8060-49e6-adea-b0699b216cf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:35.849890 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:35.854992 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802edc7-3917-42e9-8d55-c5fffcfd4658 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c73bb5f-8060-49e6-adea-b0699b216cf4,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:35.868742 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:35.878763 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e187984c-d550-4dae-a586-cfe67c8b6fa5 req-0b0d37b7-1be8-4568-be0f-1ee443811144 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 210 time: 0.4110501 Jun 29 12:33:35.923322 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff455ac-f500-4b20-9d81-9d1fec95043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8364a516-7aa3-4fde-a00e-a6ace35c929e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:35.939213 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea368ebc-910f-41e9-9aec-a6dd3508ca84 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (9ace1cc7-f0ac-44e8-b094-98e636798e1b), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.001123 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:36.154238 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d775c455-4619-4e15-ad71-cbd5b80f3303 req-5730e42d-2860-421d-bfb3-0af4b52db0a6 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 210 time: 0.0666513 Jun 29 12:33:36.189350 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:36.200685 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7c09956-6027-4086-9895-c4111b2161ed admin admin] Publish callbacks [] for security_group (8364a516-7aa3-4fde-a00e-a6ace35c929e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.255769 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea368ebc-910f-41e9-9aec-a6dd3508ca84 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (9ace1cc7-f0ac-44e8-b094-98e636798e1b), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.266678 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7c09956-6027-4086-9895-c4111b2161ed admin admin] Publish callbacks [] for security_group (8364a516-7aa3-4fde-a00e-a6ace35c929e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.324940 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:36.328823 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:36.361932 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea368ebc-910f-41e9-9aec-a6dd3508ca84 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (9ace1cc7-f0ac-44e8-b094-98e636798e1b), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.460036 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7c09956-6027-4086-9895-c4111b2161ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8364a516-7aa3-4fde-a00e-a6ace35c929e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.464706 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7c09956-6027-4086-9895-c4111b2161ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.470289 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d7c09956-6027-4086-9895-c4111b2161ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8364a516-7aa3-4fde-a00e-a6ace35c929e HTTP/1.1" status: 204 len: 168 time: 0.6937044 Jun 29 12:33:36.490161 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c09956-6027-4086-9895-c4111b2161ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8364a516-7aa3-4fde-a00e-a6ace35c929e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:36.536986 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea368ebc-910f-41e9-9aec-a6dd3508ca84 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ace1cc7-f0ac-44e8-b094-98e636798e1b,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:36.565204 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ea368ebc-910f-41e9-9aec-a6dd3508ca84 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.575576 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ea368ebc-910f-41e9-9aec-a6dd3508ca84 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7637835 Jun 29 12:33:36.582863 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-84a6ac48-d903-41a1-b6b0-5945ecfe8e69 req-abd197e8-5d01-4cd3-8793-17a93b6d386b tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 210 time: 0.3855300 Jun 29 12:33:36.583564 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56856) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:36.602970 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-a8644c0d-6d0c-411c-8ab8-31f5c473e890 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'security_group_rule': {'security_group_id': '1c73bb5f-8060-49e6-adea-b0699b216cf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:36.627598 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-836cf194-f375-4528-935f-13e4f100698d None None] Publish callbacks [] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.638729 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-836cf194-f375-4528-935f-13e4f100698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.699508 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a8644c0d-6d0c-411c-8ab8-31f5c473e890 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (526bebfd-c0a9-4d46-bb28-95af821de5f3), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.757028 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-83141300-c808-4338-8271-f6c21d51a937 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:36.771251 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-83141300-c808-4338-8271-f6c21d51a937 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 819 time: 0.2551053 Jun 29 12:33:36.778052 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb69a6-39e5-421e-bc63-76aa4eeb874f None None] Pushing event updated for resources: {'Port': ['ID=a6d2f754-46a0-490a-bf2a-76db591282e3,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:36.821101 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-7caa3599-b3e0-48b7-870d-ec899b8d14d0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/quotas/8be6d4a4e2344e25b7661d69a9e222c8 HTTP/1.1" status: 200 len: 375 time: 0.0469389 Jun 29 12:33:36.902220 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-836cf194-f375-4528-935f-13e4f100698d None None] Attempting to bind port a6d2f754-46a0-490a-bf2a-76db591282e3 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:36.903247 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-836cf194-f375-4528-935f-13e4f100698d None None] Attempting to bind port a6d2f754-46a0-490a-bf2a-76db591282e3 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:36.903892 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836cf194-f375-4528-935f-13e4f100698d None None] Attempting to bind port a6d2f754-46a0-490a-bf2a-76db591282e3 on network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:36.911333 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836cf194-f375-4528-935f-13e4f100698d None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:36.912268 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836cf194-f375-4528-935f-13e4f100698d None None] Checking segment: {'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:36.913312 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-836cf194-f375-4528-935f-13e4f100698d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.913971 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836cf194-f375-4528-935f-13e4f100698d None None] Bound using segment: {'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:36.914787 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-836cf194-f375-4528-935f-13e4f100698d None None] Bound port: a6d2f754-46a0-490a-bf2a-76db591282e3, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:36.915552 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-836cf194-f375-4528-935f-13e4f100698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.923057 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:34Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:36.943637 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a8644c0d-6d0c-411c-8ab8-31f5c473e890 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (526bebfd-c0a9-4d46-bb28-95af821de5f3), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.949993 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a8644c0d-6d0c-411c-8ab8-31f5c473e890 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (526bebfd-c0a9-4d46-bb28-95af821de5f3), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:36.978843 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-5547a5c4-692b-4e39-b9f7-063b8fd65bf3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1537764 Jun 29 12:33:37.032600 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a8644c0d-6d0c-411c-8ab8-31f5c473e890 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:37.034670 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a8644c0d-6d0c-411c-8ab8-31f5c473e890 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4492359 Jun 29 12:33:37.036454 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8644c0d-6d0c-411c-8ab8-31f5c473e890 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526bebfd-c0a9-4d46-bb28-95af821de5f3,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:37.047591 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 56872) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:37.059475 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:37.102677 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:37.135650 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:37.155005 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-836cf194-f375-4528-935f-13e4f100698d None None] For port a6d2f754-46a0-490a-bf2a-76db591282e3, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:37.155246 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcc85a5-5385-44d1-b19a-27e3df9e9dae None None] The sync data for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi is: [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:34Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:33:37.172853 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 08abd536-24cc-4b99-9da9-e591e148b675 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:37.173262 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (08abd536-24cc-4b99-9da9-e591e148b675), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:37.181808 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-836cf194-f375-4528-935f-13e4f100698d None None] For port a6d2f754-46a0-490a-bf2a-76db591282e3, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=a6d2f754-46a0-490a-bf2a-76db591282e3,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:37.220234 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-836cf194-f375-4528-935f-13e4f100698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:37.306008 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-acb8dfe7-ad96-4486-9ab3-084233e68296 service neutron] 10.222.0.52 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146482 Jun 29 12:33:37.332761 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a285375b-9c69-48ad-86cb-4c8a87b2d465 None None] Current status of the port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:37.333574 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a285375b-9c69-48ad-86cb-4c8a87b2d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:37.359408 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Sync routers for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:33:37.480438 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:37.486088 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:37.487726 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:37.575079 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb69a6-39e5-421e-bc63-76aa4eeb874f None None] Pushing event updated for resources: {'Port': ['ID=a6d2f754-46a0-490a-bf2a-76db591282e3,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:37.609319 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836cf194-f375-4528-935f-13e4f100698d None None] Routers {'332f7da8-454f-435b-8ef8-6bff2a5b170a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:37.613481 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-35686e7b-df85-4d86-8097-4358744c4ac2 service neutron] 10.222.0.52 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003957 Jun 29 12:33:37.620118 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-836cf194-f375-4528-935f-13e4f100698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['332f7da8-454f-435b-8ef8-6bff2a5b170a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:37.710327 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9d2128e3-4172-459d-b369-c59109d9e38e req-9603fff0-5daf-459e-9774-c99ba7ef2981 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 210 time: 0.1214311 Jun 29 12:33:37.739882 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:37.859939 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:37.914388 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-836cf194-f375-4528-935f-13e4f100698d None None] Set router 332f7da8-454f-435b-8ef8-6bff2a5b170a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:38.059694 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a285375b-9c69-48ad-86cb-4c8a87b2d465 None None] For port 9b4deb29-0c77-4116-a9f4-2ac2c102d346, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=9b4deb29-0c77-4116-a9f4-2ac2c102d346,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:38.064007 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-11285edd-181f-4b8d-bedc-b89c38a0afec req-d56b2e67-9a17-4400-9800-c40b70d8685c tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 210 time: 0.1607921 Jun 29 12:33:38.076208 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a285375b-9c69-48ad-86cb-4c8a87b2d465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:38.253157 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4174c08a-2f49-4618-a755-edf394ddf7cf req-1b638676-c570-4a23-b7e3-4e1960f18e9a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 210 time: 0.1276386 Jun 29 12:33:38.287192 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Allocated IP 172.27.1.24 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/0e9d744f-4e09-4a83-a6a4-82c52a48fdd0) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:38.371404 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 08abd536-24cc-4b99-9da9-e591e148b675 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:38.371404 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:38.593227 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-836cf194-f375-4528-935f-13e4f100698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'name': 'tempest-DeleteServersTestJSON-1461228231-router', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:29Z', 'revision_number': 4, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'gw_port': {'id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:19Z', 'updated_at': '2022-06-29T12:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'a6d2f754-46a0-490a-bf2a-76db591282e3', 'name': '', 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'mac_address': 'fa:16:3e:c8:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e62f0256-5bb4-4454-ae17-e640e019d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 4, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'subnets': [{'id': 'e62f0256-5bb4-4454-ae17-e640e019d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:38.685130 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836cf194-f375-4528-935f-13e4f100698d None None] The sync data for ids ['332f7da8-454f-435b-8ef8-6bff2a5b170a'] in dv-cinder-812685-12-iscsi is: [{'id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'name': 'tempest-DeleteServersTestJSON-1461228231-router', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:29Z', 'revision_number': 4, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'gw_port': {'id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:19Z', 'updated_at': '2022-06-29T12:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'a6d2f754-46a0-490a-bf2a-76db591282e3', 'name': '', 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'mac_address': 'fa:16:3e:c8:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e62f0256-5bb4-4454-ae17-e640e019d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 4, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'subnets': [{'id': 'e62f0256-5bb4-4454-ae17-e640e019d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:33:38.689462 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c2864105-b06d-4188-8e08-dc77c0252f41 None None] Provisioning complete for port a6d2f754-46a0-490a-bf2a-76db591282e3 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:38.689801 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2864105-b06d-4188-8e08-dc77c0252f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:38.824422 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 2, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:38.833271 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.23', 50985) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:38.882700 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Checking router: 13df6ff3-e6ca-490d-af66-f203f60332f2 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:33:38.883393 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Updating router 13df6ff3-e6ca-490d-af66-f203f60332f2 port f2734e93-6fd2-4113-9d4d-73c35558413d binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:33:38.887610 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285375b-9c69-48ad-86cb-4c8a87b2d465 None None] Pushing event updated for resources: {'Port': ['ID=9b4deb29-0c77-4116-a9f4-2ac2c102d346,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:38.892971 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:38.893611 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:39.032518 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.23', 50986) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:39.087050 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1dda9c05-40cf-4601-9d74-c202ef2989df req-00e6bc9f-e6cf-4503-abfd-136d94ec60b6 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 210 time: 0.0920157 Jun 29 12:33:39.206078 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for port (0e9d744f-4e09-4a83-a6a4-82c52a48fdd0), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:39.256247 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:39.337218 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:39.377588 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (0e9d744f-4e09-4a83-a6a4-82c52a48fdd0), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:39.552624 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c2864105-b06d-4188-8e08-dc77c0252f41 None None] Current status of the port a6d2f754-46a0-490a-bf2a-76db591282e3 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:39.554190 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2864105-b06d-4188-8e08-dc77c0252f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:39.575645 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:39.677416 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.23', 50989) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:39.751053 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8435ab98-0e0d-4c7f-b315-456623547e7e req-87c73859-5f31-4e5f-8399-26bd97e93c74 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 210 time: 0.1788437 Jun 29 12:33:39.787058 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:39.826660 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f79e013-7379-4305-a382-0adf85292111 req-68db2475-ef9f-431f-8230-320c810b1926 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 210 time: 0.2721679 Jun 29 12:33:39.835417 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:39.847399 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:39.869182 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-2f562910-a531-47ba-b993-0b2bc9ca120c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:39.869182 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-2f562910-a531-47ba-b993-0b2bc9ca120c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 819 time: 0.8067133 Jun 29 12:33:39.900984 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-db893fac-9105-46f5-b3f1-4722dd3c0bdb tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:39.904489 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:39.905290 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-db893fac-9105-46f5-b3f1-4722dd3c0bdb tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.23 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 815 time: 0.8815320 Jun 29 12:33:39.923934 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:39.970160 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'Port': ['ID=0e9d744f-4e09-4a83-a6a4-82c52a48fdd0,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:39.999800 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:40.000307 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:40.112446 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c2864105-b06d-4188-8e08-dc77c0252f41 None None] For port a6d2f754-46a0-490a-bf2a-76db591282e3, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=a6d2f754-46a0-490a-bf2a-76db591282e3,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:40.150022 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2864105-b06d-4188-8e08-dc77c0252f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:40.178191 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=196e2e1f-e125-4e1b-ac4e-fb751c2c5229,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:40.255169 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Request body: {'port': {'device_id': 'f2fe6e32-c192-444c-8fa1-df3767145bc0', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'admin_state_up': True, 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:40.326313 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:40.372866 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2864105-b06d-4188-8e08-dc77c0252f41 None None] Pushing event updated for resources: {'Port': ['ID=a6d2f754-46a0-490a-bf2a-76db591282e3,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:40.399558 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.23', 50997) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:40.453380 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-5a72bb39-66f5-4aaf-adce-2b8486077aac tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:40.469619 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-5a72bb39-66f5-4aaf-adce-2b8486077aac tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.23 "GET /v2.0/networks?id=f0d91924-1f47-49aa-8f3d-957f9bdb1bcf HTTP/1.1" status: 200 len: 812 time: 0.7756283 Jun 29 12:33:40.488379 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Request body: {'port': {'device_id': '4d6ff7e6-212e-41a7-9c74-df2c4e3a2010', 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf', 'admin_state_up': True, 'tenant_id': '46f5397c062a4868a0282f7535f84f7a'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:40.514353 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (d44146cc-526e-4ef5-a5f2-c4754a5aac83), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:40.601780 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0bf9bff5-742f-4a4d-be5d-f1eb9207ddb4 req-f75b936d-d7f8-4d6e-90ac-cb00e890a588 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 210 time: 0.3195710 Jun 29 12:33:40.724087 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:40.732176 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 00b28b28-eec1-4710-afba-8c0e8cfdc25e up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:40.881735 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (0e9d744f-4e09-4a83-a6a4-82c52a48fdd0), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:40.952939 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-a8210219-2d19-45df-b59e-eb7568484ee3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:40.955239 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-a8210219-2d19-45df-b59e-eb7568484ee3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 819 time: 0.5425808 Jun 29 12:33:41.124040 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e679c23d-d4eb-4466-84b3-6c30f97e00d4 req-ca2902b0-0c05-4b0b-b50d-f6ed7946a386 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 210 time: 0.0472078 Jun 29 12:33:41.133503 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:41.193043 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=196e2e1f-e125-4e1b-ac4e-fb751c2c5229,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:41.210228 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Publish callbacks [] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.224640 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for port (0e9d744f-4e09-4a83-a6a4-82c52a48fdd0), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.231053 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (0e9d744f-4e09-4a83-a6a4-82c52a48fdd0), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.252016 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 00b28b28-eec1-4710-afba-8c0e8cfdc25e triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:41.252588 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.330072 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'Port': ['ID=0e9d744f-4e09-4a83-a6a4-82c52a48fdd0,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:41.349785 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.359533 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ae572b71-5c4a-4129-86a4-e2546fe18c37 req-a32343cd-ba8e-4896-bdf0-d247291946cf tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 210 time: 0.2412338 Jun 29 12:33:41.367145 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (d44146cc-526e-4ef5-a5f2-c4754a5aac83), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.377889 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57064) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:41.396698 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.399459 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0ba6e894-bcea-4417-b936-40bb61f5bd85 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3484700 Jun 29 12:33:41.446000 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3e392-6141-4cf9-ad44-e127e1cac066 None None] Pushing event updated for resources: {'Port': ['ID=f2734e93-6fd2-4113-9d4d-73c35558413d,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:41.492560 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-894e8253-d700-4aae-a1e6-97777ce11e4f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ed882ae485441db99ccf6109be51b22 HTTP/1.1" status: 200 len: 380 time: 1.2755129 Jun 29 12:33:41.512796 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Made reservation on behalf of 8be6d4a4e2344e25b7661d69a9e222c8 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:41.516743 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.573364 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Made reservation on behalf of 46f5397c062a4868a0282f7535f84f7a for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:41.583650 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.602359 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Attempting to bind port f2734e93-6fd2-4113-9d4d-73c35558413d on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:41.603543 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Attempting to bind port f2734e93-6fd2-4113-9d4d-73c35558413d by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:41.604070 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Attempting to bind port f2734e93-6fd2-4113-9d4d-73c35558413d on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:41.625740 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:41.626343 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Checking segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:41.626914 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.627475 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Bound using segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:41.628319 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Bound port: f2734e93-6fd2-4113-9d4d-73c35558413d, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:41.628929 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.657742 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 00b28b28-eec1-4710-afba-8c0e8cfdc25e is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:41.661636 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.693364 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-83f11d80-cfb4-41be-a2e8-a055946b7d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.709180 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 00b28b28-eec1-4710-afba-8c0e8cfdc25e, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=00b28b28-eec1-4710-afba-8c0e8cfdc25e,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:41.721113 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:41.728083 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.970386 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=00b28b28-eec1-4710-afba-8c0e8cfdc25e,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:41.975396 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-83f11d80-cfb4-41be-a2e8-a055946b7d35 admin admin] Publish callbacks [] for security_group (60ebbd68-ce98-46aa-b286-63a5df26260c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:41.997502 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-83f11d80-cfb4-41be-a2e8-a055946b7d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (60ebbd68-ce98-46aa-b286-63a5df26260c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:42.058072 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b454ef60-08b3-46b5-aa96-5e8372c37ff4 req-8fd9de84-8933-442a-a980-d2ccbad2781d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 210 time: 0.0799716 Jun 29 12:33:42.104913 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f11d80-cfb4-41be-a2e8-a055946b7d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ebbd68-ce98-46aa-b286-63a5df26260c,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:42.143281 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-83f11d80-cfb4-41be-a2e8-a055946b7d35 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3d7738358c0420c9e3a683e068cdbdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7640839 Jun 29 12:33:42.145932 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57106) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:42.166502 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] For port f2734e93-6fd2-4113-9d4d-73c35558413d, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:42.175062 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] For port f2734e93-6fd2-4113-9d4d-73c35558413d, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=f2734e93-6fd2-4113-9d4d-73c35558413d,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:42.227360 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-076e12c5-4d75-494f-b020-6f54b7ca30eb None None] Provisioning complete for port f2734e93-6fd2-4113-9d4d-73c35558413d triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:42.227794 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-076e12c5-4d75-494f-b020-6f54b7ca30eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:42.267277 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:42.345314 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Allocated IP 172.20.0.14 (07f547a4-09fa-4dfc-8b3c-2afd951b9459/7508777d-25b0-449d-a269-feeb663114b5/1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:42.357151 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-b5602d51-886e-41ac-a0e4-b607b14a7902 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1400191379&fields=id&tenant_id=0f625199b4eb48c98944ea79a90f2841 HTTP/1.1" status: 200 len: 267 time: 0.3794403 Jun 29 12:33:42.380616 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3e392-6141-4cf9-ad44-e127e1cac066 None None] Pushing event updated for resources: {'Port': ['ID=f2734e93-6fd2-4113-9d4d-73c35558413d,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:42.384272 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device a6d2f754-46a0-490a-bf2a-76db591282e3 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:42.438155 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6448b2cc-3ed1-4b8e-b783-20aab2dcd5af req-c0e7b733-ddd2-4767-953d-d663b5e0348a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 210 time: 0.0656598 Jun 29 12:33:42.440684 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3c9edcf-a18a-4a77-9787-c6d5a0cf7191 admin admin] Publish callbacks [] for security_group (60ebbd68-ce98-46aa-b286-63a5df26260c), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:42.443690 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=11 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:42.464020 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Allocated IP 172.20.0.12 (f0d91924-1f47-49aa-8f3d-957f9bdb1bcf/e62f0256-5bb4-4454-ae17-e640e019d2eb/9c0824d3-f095-48c6-8750-a139a1ca3582) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:42.493980 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3c9edcf-a18a-4a77-9787-c6d5a0cf7191 admin admin] Publish callbacks [] for security_group (60ebbd68-ce98-46aa-b286-63a5df26260c), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:42.512599 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port a6d2f754-46a0-490a-bf2a-76db591282e3 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:42.513095 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:42.544114 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:42.568390 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3c9edcf-a18a-4a77-9787-c6d5a0cf7191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (60ebbd68-ce98-46aa-b286-63a5df26260c), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:42.568601 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:42.571919 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:42.606179 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3c9edcf-a18a-4a77-9787-c6d5a0cf7191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:42.625227 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d3c9edcf-a18a-4a77-9787-c6d5a0cf7191 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60ebbd68-ce98-46aa-b286-63a5df26260c HTTP/1.1" status: 204 len: 168 time: 0.4714475 Jun 29 12:33:42.656019 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-60f87fd0-2203-4f40-8b41-00a05e4854f9 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:42.665997 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-60f87fd0-2203-4f40-8b41-00a05e4854f9 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/networks?id=7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 200 len: 811 time: 0.3074052 Jun 29 12:33:42.667961 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9edcf-a18a-4a77-9787-c6d5a0cf7191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ebbd68-ce98-46aa-b286-63a5df26260c,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:42.689163 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-076e12c5-4d75-494f-b020-6f54b7ca30eb None None] Current status of the port f2734e93-6fd2-4113-9d4d-73c35558413d is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:42.689559 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-076e12c5-4d75-494f-b020-6f54b7ca30eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:42.700794 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-3130a3a8-03dd-4a1c-bfe5-cc5222a4d07c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/quotas/0f625199b4eb48c98944ea79a90f2841 HTTP/1.1" status: 200 len: 375 time: 0.0335886 Jun 29 12:33:42.748537 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:33:42.749201 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:33:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:42.808052 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1c508c74-a4a0-445d-9519-c42ea2f55331 req-63e42c70-0230-4212-a97b-f9e3eb268cb6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 210 time: 0.1100428 Jun 29 12:33:42.850798 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:43.067386 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:33:43.174463 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Publish callbacks [] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:43.246530 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-3c2e4c83-9b9a-4293-9ac4-14157da726bf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5330174 Jun 29 12:33:43.257619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:43.287663 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:43.444962 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:42Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:33:43.480890 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4452752-55ab-45ce-97ac-90ca78175ec1 None None] The sync data for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi is: [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:42Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:33:43.502878 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c3e1c586-85be-4120-a042-00629df04730 req-ab3bba97-4889-4ec8-9709-f6e528679e36 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 210 time: 0.1612895 Jun 29 12:33:43.544947 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-076e12c5-4d75-494f-b020-6f54b7ca30eb None None] For port f2734e93-6fd2-4113-9d4d-73c35558413d, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=f2734e93-6fd2-4113-9d4d-73c35558413d,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:33:43.554121 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-076e12c5-4d75-494f-b020-6f54b7ca30eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:43.612481 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Pushing event updated for resources: {'Port': ['ID=9c0824d3-f095-48c6-8750-a139a1ca3582,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:43.648473 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57184) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:43.679979 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'port': {'device_id': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'admin_state_up': True, 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'security_groups': ['41d716bb-60c7-4d28-a33b-5dfa01f0f189']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:43.701329 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Request body: {'port': {'device_id': 'd6d59927-1de5-433d-8c94-5bf3aab49f49', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'admin_state_up': True, 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:43.704142 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e12c5-4d75-494f-b020-6f54b7ca30eb None None] Pushing event updated for resources: {'Port': ['ID=f2734e93-6fd2-4113-9d4d-73c35558413d,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:43.714160 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8c9308c6-0177-4fcb-852f-6b58494f7842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:43.739779 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-f1d02b84-15a7-4d45-a241-758906a37623 None None] Provisioning complete for port f2734e93-6fd2-4113-9d4d-73c35558413d triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:43.740356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1d02b84-15a7-4d45-a241-758906a37623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:43.776729 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port a6d2f754-46a0-490a-bf2a-76db591282e3 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:43.778124 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 9b4deb29-0c77-4116-a9f4-2ac2c102d346 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:43.816540 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:43.837816 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:43.838508 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:43.940323 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f1d02b84-15a7-4d45-a241-758906a37623 None None] Current status of the port f2734e93-6fd2-4113-9d4d-73c35558413d is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:43.979644 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfed108-1e72-4b07-ad17-f710b7417286 req-c3e713ba-b8f7-4bc0-a4b9-aed6fc484eb0 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:43.994109 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:43.995598 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:44.005868 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2cfed108-1e72-4b07-ad17-f710b7417286 req-c3e713ba-b8f7-4bc0-a4b9-aed6fc484eb0 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 932 time: 0.2928929 Jun 29 12:33:44.032789 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:44.051937 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:44.052632 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:44.199278 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:44.230675 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:44.267877 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57216) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:44.272891 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:44.284072 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:44.285944 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:44.350034 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-1c94666e-5162-4d66-af51-88cc8be3794f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8771837 Jun 29 12:33:44.377144 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-fda4c2c9-f426-4ae2-9689-4942d75aae37 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:33:44.379446 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-fda4c2c9-f426-4ae2-9689-4942d75aae37 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079913 Jun 29 12:33:44.412233 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2cfed108-1e72-4b07-ad17-f710b7417286 req-58b06c6d-42f2-4844-8bc6-51ff4a55e9d3 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978026 Jun 29 12:33:44.434634 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:44.462395 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Made reservation on behalf of 0ed882ae485441db99ccf6109be51b22 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:44.475493 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:44.481915 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:44.515553 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-cedef1ad-e777-4e31-8345-e3bbef03306e service neutron] 10.222.0.52 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2471275 Jun 29 12:33:44.591841 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8c9308c6-0177-4fcb-852f-6b58494f7842 admin admin] Publish callbacks [] for security_group (bf0bc1d9-b876-4d07-a619-db7d1a699795), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:44.692563 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9cc9a6ff-3e61-4bfc-a708-715503650737 req-ff524c56-c465-49e5-8797-e7235ce18a01 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 210 time: 0.0969579 Jun 29 12:33:44.715267 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8c9308c6-0177-4fcb-852f-6b58494f7842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (bf0bc1d9-b876-4d07-a619-db7d1a699795), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:44.802737 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-6079e48a-96d5-4e2d-a316-31c765ca7b2d None None] Provisioning complete for port 9c0824d3-f095-48c6-8750-a139a1ca3582 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:44.803429 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6079e48a-96d5-4e2d-a316-31c765ca7b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:44.821808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:44.880585 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-046fe3f3-916e-4c2d-b236-bf6c17646c2c req-91193edf-c644-4f26-8ede-003792ac67c6 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 210 time: 0.0457456 Jun 29 12:33:44.892834 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8c9308c6-0177-4fcb-852f-6b58494f7842 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da7ccabd53b04e33a1634ff74bcfa4eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2425401 Jun 29 12:33:44.896443 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Made reservation on behalf of 8be6d4a4e2344e25b7661d69a9e222c8 for: {'port': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:44.900724 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:44.904706 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 00b28b28-eec1-4710-afba-8c0e8cfdc25e up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:44.915461 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57228) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:44.927939 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:44.928571 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9308c6-0177-4fcb-852f-6b58494f7842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0bc1d9-b876-4d07-a619-db7d1a699795,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:44.950072 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:44.965086 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:44.974326 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:44.990952 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6079e48a-96d5-4e2d-a316-31c765ca7b2d None None] Port 9c0824d3-f095-48c6-8750-a139a1ca3582 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:45.038353 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-79b6e30d-1f3e-4c49-8139-2894de843bb1 service neutron] 10.222.0.52 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177324 Jun 29 12:33:45.039513 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ea79d59-44ba-4e92-9393-e7df5cc533ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:45.061669 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 00b28b28-eec1-4710-afba-8c0e8cfdc25e triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:45.062519 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:45.067331 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:45.176734 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57236) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:45.262676 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:45.366302 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Request body: {'port': {'device_id': '4d6ff7e6-212e-41a7-9c74-df2c4e3a2010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:45.367332 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 00b28b28-eec1-4710-afba-8c0e8cfdc25e is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:45.383234 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device f2734e93-6fd2-4113-9d4d-73c35558413d up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:33:45.469675 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2579799 Jun 29 12:33:45.470434 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8550b-59ac-4e88-82f7-a75416283027 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event updated for resources: {'Port': ['ID=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:45.513567 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Request body: {'port': {'device_id': 'f2fe6e32-c192-444c-8fa1-df3767145bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:45.575542 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-dd980af4-eed0-4c9e-bedd-d8fa0a56db21 None None] Provisioning complete for port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:45.576070 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd980af4-eed0-4c9e-bedd-d8fa0a56db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:45.586089 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e50b081c-71e1-48fb-97ba-6408f3f6cad6 req-315d0efe-fd4d-416e-8893-a379b3b3fcaf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.1522596 Jun 29 12:33:45.625563 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-910a6a37-07d7-4512-b82e-dcc7726e51e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:45.668693 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Allocated IP 172.20.0.5 (07f547a4-09fa-4dfc-8b3c-2afd951b9459/7508777d-25b0-449d-a269-feeb663114b5/ab0649e0-5f8b-479c-990a-de8e68bba496) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:45.738537 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port f2734e93-6fd2-4113-9d4d-73c35558413d triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:45.739432 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:45.741875 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0085bbb-b9fc-4f90-9a0a-fba6cd8acf00 admin admin] Publish callbacks [] for security_group (bf0bc1d9-b876-4d07-a619-db7d1a699795), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:45.804727 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:45.844403 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-dd980af4-eed0-4c9e-bedd-d8fa0a56db21 None None] Port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:45.867813 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0f4b4975-7a70-44cf-8950-796294943b2a req-df7711e0-aa75-495c-8c10-ab4d1db96a38 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 210 time: 0.0417333 Jun 29 12:33:45.869691 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-178b7af0-c4d1-404c-91c9-5483a8785c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.010754 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port f2734e93-6fd2-4113-9d4d-73c35558413d is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:33:46.243570 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:46.251412 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.289648 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-82a2884e-96a4-45a7-b02d-6cfa65075de1 req-ede4f187-b1b1-470d-b698-12a62bc3dbdf tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 210 time: 0.0443764 Jun 29 12:33:46.324194 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-910a6a37-07d7-4512-b82e-dcc7726e51e1 admin admin] Publish callbacks [] for security_group (c32b92e5-19de-4aca-83ab-0394a85d021f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.333082 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-910a6a37-07d7-4512-b82e-dcc7726e51e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c32b92e5-19de-4aca-83ab-0394a85d021f), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.339798 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Allocated IP 172.20.0.12 (397d642b-81b8-4b71-80dd-1d3a811e873b/c148cadd-a729-4cd0-b892-76a50620ba16/c73e8ec9-3797-428f-82d9-0808363d1eab) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:46.367301 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.373632 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a6a37-07d7-4512-b82e-dcc7726e51e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32b92e5-19de-4aca-83ab-0394a85d021f,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:46.407489 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-910a6a37-07d7-4512-b82e-dcc7726e51e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fa7ab2c1350473998ab01772d1faa82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2245028 Jun 29 12:33:46.407884 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57268) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:46.440448 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0085bbb-b9fc-4f90-9a0a-fba6cd8acf00 admin admin] Publish callbacks [] for security_group (bf0bc1d9-b876-4d07-a619-db7d1a699795), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.468105 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.503531 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b78b45-47da-42f0-94e6-4c3b33d9bf50 req-b8364111-0671-492c-8928-6e8c3a720557 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:46.506178 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91b78b45-47da-42f0-94e6-4c3b33d9bf50 req-b8364111-0671-492c-8928-6e8c3a720557 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 932 time: 0.8003175 Jun 29 12:33:46.544636 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab62c49f-ce83-4045-ba17-978123698d50 admin admin] Publish callbacks [] for security_group (c32b92e5-19de-4aca-83ab-0394a85d021f), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.557895 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:46.573836 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:46.577272 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.581682 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:46.606211 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event updated for resources: {'Port': ['ID=ab0649e0-5f8b-479c-990a-de8e68bba496,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:46.673218 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab62c49f-ce83-4045-ba17-978123698d50 admin admin] Publish callbacks [] for security_group (c32b92e5-19de-4aca-83ab-0394a85d021f), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.688107 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:46.689569 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.743246 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-514e7611-d56a-4e81-8ade-aa4f046e488d req-bc6b54dc-91b5-467f-af00-b6a76eb772b5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.0674489 Jun 29 12:33:46.762024 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8775f88e-4840-4f39-a790-2c2c8325ed3e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0661850 Jun 29 12:33:46.777727 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:46.787108 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab62c49f-ce83-4045-ba17-978123698d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c32b92e5-19de-4aca-83ab-0394a85d021f), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.789945 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab62c49f-ce83-4045-ba17-978123698d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.794399 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ab62c49f-ce83-4045-ba17-978123698d50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c32b92e5-19de-4aca-83ab-0394a85d021f HTTP/1.1" status: 204 len: 168 time: 0.3823214 Jun 29 12:33:46.809123 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62c49f-ce83-4045-ba17-978123698d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32b92e5-19de-4aca-83ab-0394a85d021f,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:46.872060 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:46.872274 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-97c63eb7-9529-4ca8-a79c-9dd6b5945993 None None] Provisioning complete for port ab0649e0-5f8b-479c-990a-de8e68bba496 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:46.873126 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97c63eb7-9529-4ca8-a79c-9dd6b5945993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.929856 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91b78b45-47da-42f0-94e6-4c3b33d9bf50 req-ff0767e5-4217-42a3-8380-752adbaae619 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933465 Jun 29 12:33:46.933232 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-97c63eb7-9529-4ca8-a79c-9dd6b5945993 None None] Port ab0649e0-5f8b-479c-990a-de8e68bba496 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:46.986375 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.992581 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ea79d59-44ba-4e92-9393-e7df5cc533ec admin admin] Publish callbacks [] for security_group (a7aee56c-0b96-4e19-9f83-fa29e86bbf1c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.995083 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0085bbb-b9fc-4f90-9a0a-fba6cd8acf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (bf0bc1d9-b876-4d07-a619-db7d1a699795), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:46.998250 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0085bbb-b9fc-4f90-9a0a-fba6cd8acf00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.007132 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d0085bbb-b9fc-4f90-9a0a-fba6cd8acf00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf0bc1d9-b876-4d07-a619-db7d1a699795 HTTP/1.1" status: 204 len: 168 time: 2.0776615 Jun 29 12:33:47.013104 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39c97-5904-4e9d-a7bb-23cbbcc236df req-69f43a36-16c7-4883-b40b-7b901a014fa2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:47.015251 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-18e39c97-5904-4e9d-a7bb-23cbbcc236df req-69f43a36-16c7-4883-b40b-7b901a014fa2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 931 time: 0.0546734 Jun 29 12:33:47.074357 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-18e39c97-5904-4e9d-a7bb-23cbbcc236df req-c1b33f20-5be4-49c1-a928-7e0b8d07073c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511758 Jun 29 12:33:47.102033 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ea79d59-44ba-4e92-9393-e7df5cc533ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a7aee56c-0b96-4e19-9f83-fa29e86bbf1c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.139907 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0085bbb-b9fc-4f90-9a0a-fba6cd8acf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0bc1d9-b876-4d07-a619-db7d1a699795,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:47.192905 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57282) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:47.206948 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5c37f21b-c019-437e-bec2-1b62f7b8ec6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.231332 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-9ea79d59-44ba-4e92-9393-e7df5cc533ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00fbbc6be6ea4c77ab40a62d3f3f9ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9227996 Jun 29 12:33:47.234025 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57284) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:47.242827 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:47.265593 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea79d59-44ba-4e92-9393-e7df5cc533ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aee56c-0b96-4e19-9f83-fa29e86bbf1c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:47.324203 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.331732 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c9ce649b-6350-4862-883b-7dce13b08c0b admin admin] Publish callbacks [] for security_group (a7aee56c-0b96-4e19-9f83-fa29e86bbf1c), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.368050 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5c37f21b-c019-437e-bec2-1b62f7b8ec6f admin admin] Publish callbacks [] for security_group (6a5eaf3f-7e64-4ee7-bfe3-c7418fbfde39), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.381062 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5c37f21b-c019-437e-bec2-1b62f7b8ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6a5eaf3f-7e64-4ee7-bfe3-c7418fbfde39), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.392067 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c9ce649b-6350-4862-883b-7dce13b08c0b admin admin] Publish callbacks [] for security_group (a7aee56c-0b96-4e19-9f83-fa29e86bbf1c), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.443129 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:47.443317 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:47.451724 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5c37f21b-c019-437e-bec2-1b62f7b8ec6f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10857d0ab8744d4c9c865c7f021ce9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551398 Jun 29 12:33:47.452083 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0824d3-f095-48c6-8750-a139a1ca3582 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:33:47.459396 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57294) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:47.467012 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37f21b-c019-437e-bec2-1b62f7b8ec6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5eaf3f-7e64-4ee7-bfe3-c7418fbfde39,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:47.480188 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Network 397d642b-81b8-4b71-80dd-1d3a811e873b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:47.494266 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Publish callbacks [] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.503753 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:47.515896 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c9ce649b-6350-4862-883b-7dce13b08c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a7aee56c-0b96-4e19-9f83-fa29e86bbf1c), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.523064 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c9ce649b-6350-4862-883b-7dce13b08c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.524637 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:47.524764 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c9ce649b-6350-4862-883b-7dce13b08c0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7aee56c-0b96-4e19-9f83-fa29e86bbf1c HTTP/1.1" status: 204 len: 168 time: 0.2892540 Jun 29 12:33:47.531285 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:47.536902 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:47.537542 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.543518 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce649b-6350-4862-883b-7dce13b08c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aee56c-0b96-4e19-9f83-fa29e86bbf1c,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:47.546234 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0cadf285-4a28-4edd-8efc-7d598f48cf00 admin admin] Publish callbacks [] for security_group (6a5eaf3f-7e64-4ee7-bfe3-c7418fbfde39), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.596246 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Transition to ACTIVE for port object 9c0824d3-f095-48c6-8750-a139a1ca3582 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:33:47.599110 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0cadf285-4a28-4edd-8efc-7d598f48cf00 admin admin] Publish callbacks [] for security_group (6a5eaf3f-7e64-4ee7-bfe3-c7418fbfde39), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.619497 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018bd17-72b3-4aa6-957a-55ada5338dc0 req-7a465555-4dda-4abf-8870-9401af352e31 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:47.626334 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c018bd17-72b3-4aa6-957a-55ada5338dc0 req-7a465555-4dda-4abf-8870-9401af352e31 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 932 time: 0.2246590 Jun 29 12:33:47.650451 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.682592 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0cadf285-4a28-4edd-8efc-7d598f48cf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6a5eaf3f-7e64-4ee7-bfe3-c7418fbfde39), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.684423 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-4c89330a-60fd-466e-86c6-163f36d9b0d2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0081081 Jun 29 12:33:47.685648 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0cadf285-4a28-4edd-8efc-7d598f48cf00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.689319 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0cadf285-4a28-4edd-8efc-7d598f48cf00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a5eaf3f-7e64-4ee7-bfe3-c7418fbfde39 HTTP/1.1" status: 204 len: 168 time: 0.2265854 Jun 29 12:33:47.697933 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadf285-4a28-4edd-8efc-7d598f48cf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5eaf3f-7e64-4ee7-bfe3-c7418fbfde39,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:47.790290 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:33:47.802382 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Publish callbacks [] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.822651 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Transition to ACTIVE for port object 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:33:47.828099 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0824d3-f095-48c6-8750-a139a1ca3582,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:47.837317 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.879048 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-3bbde038-0b26-4d06-b5d3-f09135087e1a None None] Provisioning complete for port c73e8ec9-3797-428f-82d9-0808363d1eab triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:47.885396 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3bbde038-0b26-4d06-b5d3-f09135087e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:47.974963 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:47.975920 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e105c64-11f3-4938-86fc-b3fcbdfe8f1d req-3f15acac-ecb0-421a-9b4d-9ef98d5684f3 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.0920632 Jun 29 12:33:47.982844 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3bbde038-0b26-4d06-b5d3-f09135087e1a None None] Port c73e8ec9-3797-428f-82d9-0808363d1eab cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:48.028906 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4d37d74-d611-4f51-973f-1a38bc0abc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.038653 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c018bd17-72b3-4aa6-957a-55ada5338dc0 req-f7777b82-3f1c-4226-b85b-bf1e1530723f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897638 Jun 29 12:33:48.062581 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:48.108311 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Attempting to bind port 9c0824d3-f095-48c6-8750-a139a1ca3582 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:48.110809 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Attempting to bind port 9c0824d3-f095-48c6-8750-a139a1ca3582 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:48.111248 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Attempting to bind port 9c0824d3-f095-48c6-8750-a139a1ca3582 on network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:48.140251 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Port 9c0824d3-f095-48c6-8750-a139a1ca3582 on network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:33:48.140251 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Attempting to bind port 9c0824d3-f095-48c6-8750-a139a1ca3582 on network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:48.149691 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:48.150207 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Checking segment: {'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:48.150927 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Bound using segment: {'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:48.151476 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Bound port: 9c0824d3-f095-48c6-8750-a139a1ca3582, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a30988-4e9a-45b4-8cd5-ef519f7de164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:48.151963 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.154541 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Attempting to bind port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:48.154986 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Attempting to bind port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:48.155410 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Attempting to bind port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:48.170653 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:33:48.171129 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Attempting to bind port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:48.180849 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:48.181366 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Checking segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:48.181854 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Bound using segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:48.182391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Bound port: 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:48.182880 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.237217 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eec54-8c00-4bbc-9b6c-1c0aa6a49b91 req-7894a97a-7193-4669-ac89-a8428e967ea3 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:48.245747 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-198eec54-8c00-4bbc-9b6c-1c0aa6a49b91 req-7894a97a-7193-4669-ac89-a8428e967ea3 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.1272140 Jun 29 12:33:48.312118 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-198eec54-8c00-4bbc-9b6c-1c0aa6a49b91 req-30403051-c10e-430c-ba1d-e625b7aa6748 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653951 Jun 29 12:33:48.347823 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57322) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:48.364353 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75f236db-1b51-4295-b77c-d899260d01bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.383647 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0dbdd-95e7-4534-9fcd-66b825d54d88 req-c7438eea-9ce2-4d9e-993b-559394b29a5e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:48.385597 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-18c0dbdd-95e7-4534-9fcd-66b825d54d88 req-c7438eea-9ce2-4d9e-993b-559394b29a5e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 931 time: 0.1637082 Jun 29 12:33:48.436050 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] For port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:48.439741 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] For port 9c0824d3-f095-48c6-8750-a139a1ca3582, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:48.464781 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75f236db-1b51-4295-b77c-d899260d01bf admin admin] Publish callbacks [] for security_group (f860f3ea-0982-4be8-a30e-593d9dc7d47b), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.468759 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-75f236db-1b51-4295-b77c-d899260d01bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (f860f3ea-0982-4be8-a30e-593d9dc7d47b), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.477237 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] For port 9c0824d3-f095-48c6-8750-a139a1ca3582, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9c0824d3-f095-48c6-8750-a139a1ca3582,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:48.479838 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] For port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:48.499505 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.502374 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.511392 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:48.512441 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:48.540723 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f236db-1b51-4295-b77c-d899260d01bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f860f3ea-0982-4be8-a30e-593d9dc7d47b,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:48.545543 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-75f236db-1b51-4295-b77c-d899260d01bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2727758125054870aeff24637f71b1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999028 Jun 29 12:33:48.548507 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57330) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:48.572024 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-18c0dbdd-95e7-4534-9fcd-66b825d54d88 req-8b06946b-5613-45ca-9f3b-131ea78f294a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682816 Jun 29 12:33:48.578881 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:48.579606 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.581102 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] 10.222.0.23 "PUT /v2.0/ports/9c0824d3-f095-48c6-8750-a139a1ca3582 HTTP/1.1" status: 200 len: 1094 time: 3.7796495 Jun 29 12:33:48.583437 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6ff7e6-212e-41a7-9c74-df2c4e3a2010', 'tag': '9c0824d3-f095-48c6-8750-a139a1ca3582'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:33:48.598879 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=20 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:48.605164 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:48.634087 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-704fb130-6c72-48f5-a8f7-e6000adb16dd admin admin] Publish callbacks [] for security_group (f860f3ea-0982-4be8-a30e-593d9dc7d47b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.697940 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:48.698637 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.700073 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] 10.222.0.23 "PUT /v2.0/ports/1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed HTTP/1.1" status: 200 len: 1094 time: 3.2092175 Jun 29 12:33:48.712470 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-704fb130-6c72-48f5-a8f7-e6000adb16dd admin admin] Publish callbacks [] for security_group (f860f3ea-0982-4be8-a30e-593d9dc7d47b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.720839 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8470e-bcfb-46f0-a96f-370baa2a5ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:48.851244 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-704fb130-6c72-48f5-a8f7-e6000adb16dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (f860f3ea-0982-4be8-a30e-593d9dc7d47b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.853673 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990facf8-8e98-491d-bbdc-e07313806671 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0824d3-f095-48c6-8750-a139a1ca3582,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:48.853940 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-704fb130-6c72-48f5-a8f7-e6000adb16dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:48.855312 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-704fb130-6c72-48f5-a8f7-e6000adb16dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f860f3ea-0982-4be8-a30e-593d9dc7d47b HTTP/1.1" status: 204 len: 168 time: 0.3054271 Jun 29 12:33:48.875017 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fb130-6c72-48f5-a8f7-e6000adb16dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f860f3ea-0982-4be8-a30e-593d9dc7d47b,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:49.132240 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:49.164624 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7159d8fa-b422-45cf-b55e-6ab6cd58413b req-3bc6c5c0-c495-48a8-832c-a27f76e389a9 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.0652738 Jun 29 12:33:49.524446 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:49.545105 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7078cd-5b12-4979-9fde-2cf757cf8549 req-5e15c48b-a4df-46fa-b91f-6f3e1c5697da tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:49.560216 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0f7078cd-5b12-4979-9fde-2cf757cf8549 req-5e15c48b-a4df-46fa-b91f-6f3e1c5697da tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.1064389 Jun 29 12:33:49.623989 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370f87cf-184e-4ae3-b33f-4ad33f571c16" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6ff7e6-212e-41a7-9c74-df2c4e3a2010", "tag": "9c0824d3-f095-48c6-8750-a139a1ca3582"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:33:49.663920 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518f1a3-c60b-4d48-9219-2f1ba49c0fb2 req-9c12bc92-4558-44e8-9e2e-403f0c37eb21 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:49.673637 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0f7078cd-5b12-4979-9fde-2cf757cf8549 req-61560764-61da-416f-b9f4-7beea7a77ac8 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121542 Jun 29 12:33:49.678612 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0518f1a3-c60b-4d48-9219-2f1ba49c0fb2 req-9c12bc92-4558-44e8-9e2e-403f0c37eb21 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 932 time: 0.4797158 Jun 29 12:33:49.765564 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0518f1a3-c60b-4d48-9219-2f1ba49c0fb2 req-b88f1077-dd39-4a0f-a651-83fda752f977 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827875 Jun 29 12:33:49.877041 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baa3d7-e9b6-4571-9a5a-37c3cb78d507 req-c518d07c-168d-4e4c-9ef4-c1256534037a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:49.878681 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43baa3d7-e9b6-4571-9a5a-37c3cb78d507 req-c518d07c-168d-4e4c-9ef4-c1256534037a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 931 time: 0.0967526 Jun 29 12:33:49.932081 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:49.981363 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43baa3d7-e9b6-4571-9a5a-37c3cb78d507 req-f9004fbe-a777-4fbd-9a02-f7346fe2b527 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866232 Jun 29 12:33:50.003099 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:50.313724 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb025a5-f9cb-4981-aab6-2b98963f36ca x-openstack-request-id: req-adb025a5-f9cb-4981-aab6-2b98963f36ca {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:33:50.314094 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6ff7e6-212e-41a7-9c74-df2c4e3a2010", "tag": "9c0824d3-f095-48c6-8750-a139a1ca3582", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:33:50.314352 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adb025a5-f9cb-4981-aab6-2b98963f36ca {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:33:50.314919 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb025a5-f9cb-4981-aab6-2b98963f36ca'] response: {'name': 'network-changed', 'server_uuid': '4d6ff7e6-212e-41a7-9c74-df2c4e3a2010', 'tag': '9c0824d3-f095-48c6-8750-a139a1ca3582', 'status': 'completed', 'code': 200} Jun 29 12:33:50.372906 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3bcab617-6e51-4467-b5e3-45a0dfb261df req-16f56851-52d8-40ca-ad3c-14ecf5884212 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.0542612 Jun 29 12:33:50.456146 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:50.867078 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc68fdf-564f-46a4-b239-8fec5a5d9fd1 req-a12f02f2-0918-49ba-aa69-3b9b0a84403f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:50.876575 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bbc68fdf-564f-46a4-b239-8fec5a5d9fd1 req-a12f02f2-0918-49ba-aa69-3b9b0a84403f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.0815384 Jun 29 12:33:50.994034 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:51.024781 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bbc68fdf-564f-46a4-b239-8fec5a5d9fd1 req-eadf1fbf-552f-4b68-a10d-4999e250240c tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466627 Jun 29 12:33:51.070850 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f3180-275e-45af-b3be-00c6f4596923 req-b7d5fccb-f654-41cd-8259-2f3f9b08a460 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:51.087000 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-580f3180-275e-45af-b3be-00c6f4596923 req-b7d5fccb-f654-41cd-8259-2f3f9b08a460 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 932 time: 0.1744807 Jun 29 12:33:51.201702 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-580f3180-275e-45af-b3be-00c6f4596923 req-5e2e3c38-fc83-4aae-85b9-d1bc1714e8e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072819 Jun 29 12:33:51.289130 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6450d7-1bf6-4f37-8029-d8b2b0b66181 req-a9d08364-a353-40a5-ab80-fb9037655689 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:51.299855 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8a6450d7-1bf6-4f37-8029-d8b2b0b66181 req-a9d08364-a353-40a5-ab80-fb9037655689 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 931 time: 0.1244884 Jun 29 12:33:51.318377 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:33:51.389386 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8a6450d7-1bf6-4f37-8029-d8b2b0b66181 req-2fc66d8d-29e1-44f9-abc1-eefd405e78fe tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884633 Jun 29 12:33:51.586931 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ecbe26ad-f6f6-4cc8-9251-b0cb525c820a req-213b5e6c-ff6b-4054-9e23-02e5b43e302b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.0693600 Jun 29 12:33:52.215006 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9074615-0b93-47cc-998c-3c9e96df98fa req-4097de32-5964-4ca0-80a1-ba8f9b5fad58 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:52.216937 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9074615-0b93-47cc-998c-3c9e96df98fa req-4097de32-5964-4ca0-80a1-ba8f9b5fad58 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.1106362 Jun 29 12:33:52.316774 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fe6e32-c192-444c-8fa1-df3767145bc0', 'tag': '1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:33:52.319233 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02ec8f7-4a33-4dcd-92c7-2cd60899eafa" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fe6e32-c192-444c-8fa1-df3767145bc0", "tag": "1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:33:52.385417 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9074615-0b93-47cc-998c-3c9e96df98fa req-cb678a71-898b-42c9-9476-576d1c2de6a0 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465883 Jun 29 12:33:52.431011 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57478) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:52.449766 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a969f-6f48-492c-878d-fdafc82a0f5c req-58600928-b830-4e22-827d-c2f5b4012c6d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:52.463928 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cd4a969f-6f48-492c-878d-fdafc82a0f5c req-58600928-b830-4e22-827d-c2f5b4012c6d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 932 time: 0.1397326 Jun 29 12:33:52.479091 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf15e4d-5ac8-4bad-8c03-6c2b1c14d76a x-openstack-request-id: req-adf15e4d-5ac8-4bad-8c03-6c2b1c14d76a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:33:52.479414 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fe6e32-c192-444c-8fa1-df3767145bc0", "tag": "1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:33:52.479701 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adf15e4d-5ac8-4bad-8c03-6c2b1c14d76a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:33:52.480190 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf15e4d-5ac8-4bad-8c03-6c2b1c14d76a'] response: {'name': 'network-changed', 'server_uuid': 'f2fe6e32-c192-444c-8fa1-df3767145bc0', 'tag': '1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed', 'status': 'completed', 'code': 200} Jun 29 12:33:52.572508 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cd4a969f-6f48-492c-878d-fdafc82a0f5c req-cad7931d-a224-43f0-a9fe-13b4ab5c9935 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018567 Jun 29 12:33:52.710196 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826adad-b464-4a46-b99c-f8bf1e6165b4 req-0f83746a-6de7-437a-b785-d0c066bf1209 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:52.720172 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1826adad-b464-4a46-b99c-f8bf1e6165b4 req-0f83746a-6de7-437a-b785-d0c066bf1209 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 931 time: 0.1350939 Jun 29 12:33:52.754881 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-06a9e4c7-296b-4cb7-be83-ab4f22f0e245 req-cc2d8e32-8acd-44fc-becc-9a60a38a9cac tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.0420783 Jun 29 12:33:52.774814 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edb7b9a0-5225-4ef6-8e82-e49bee8744a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:52.819161 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1826adad-b464-4a46-b99c-f8bf1e6165b4 req-46d1848b-9b3c-45f5-ac46-e49b891ad071 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980351 Jun 29 12:33:52.947651 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edb7b9a0-5225-4ef6-8e82-e49bee8744a7 admin admin] Publish callbacks [] for security_group (47a7c167-a85f-4586-9c3e-e6d101b6782c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:52.954057 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edb7b9a0-5225-4ef6-8e82-e49bee8744a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (47a7c167-a85f-4586-9c3e-e6d101b6782c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:53.003556 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-edb7b9a0-5225-4ef6-8e82-e49bee8744a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdf8f2e014e64ec8bc1986d3b7f119f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5717144 Jun 29 12:33:53.004479 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7b9a0-5225-4ef6-8e82-e49bee8744a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a7c167-a85f-4586-9c3e-e6d101b6782c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:53.006203 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57500) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:53.096532 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-78476238-8aac-4209-834e-f119bfa27415 admin admin] Publish callbacks [] for security_group (47a7c167-a85f-4586-9c3e-e6d101b6782c), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:53.124133 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-78476238-8aac-4209-834e-f119bfa27415 admin admin] Publish callbacks [] for security_group (47a7c167-a85f-4586-9c3e-e6d101b6782c), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:53.185420 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-78476238-8aac-4209-834e-f119bfa27415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (47a7c167-a85f-4586-9c3e-e6d101b6782c), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:53.188747 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-78476238-8aac-4209-834e-f119bfa27415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:53.190083 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-78476238-8aac-4209-834e-f119bfa27415 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47a7c167-a85f-4586-9c3e-e6d101b6782c HTTP/1.1" status: 204 len: 168 time: 0.1825302 Jun 29 12:33:53.201423 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78476238-8aac-4209-834e-f119bfa27415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a7c167-a85f-4586-9c3e-e6d101b6782c,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:53.523021 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f3cf2-d243-4501-89be-8f68439ef51e req-7f71d155-3cc6-4909-929c-318ce436d84d tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:53.531534 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1d0f3cf2-d243-4501-89be-8f68439ef51e req-7f71d155-3cc6-4909-929c-318ce436d84d tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.0722497 Jun 29 12:33:53.597830 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1d0f3cf2-d243-4501-89be-8f68439ef51e req-cdd1b8de-2be3-4864-8ce0-4ae9dc5adcb9 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648654 Jun 29 12:33:53.749333 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca39b-988b-461a-95ce-f53c7d725d3e req-7cde2421-fb94-4227-b69a-c6788f1caf69 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:53.753499 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7c6ca39b-988b-461a-95ce-f53c7d725d3e req-7cde2421-fb94-4227-b69a-c6788f1caf69 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 932 time: 0.0820398 Jun 29 12:33:53.819951 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:53.883539 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7c6ca39b-988b-461a-95ce-f53c7d725d3e req-6ac7a865-b60d-4bb8-87d9-9e80f65a2e82 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186774 Jun 29 12:33:53.904334 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-edace875-a629-4ef0-8bb8-3208b9c27389 req-47e945f7-909e-4359-ad3d-8d77a7db97f7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.0614657 Jun 29 12:33:53.950043 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57550) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:54.071668 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ac3d5-68fb-4f94-bf57-58be9cd02762 req-3cb608a3-ab12-4011-8fc2-2513a60807cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:54.073871 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b33ac3d5-68fb-4f94-bf57-58be9cd02762 req-3cb608a3-ab12-4011-8fc2-2513a60807cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 931 time: 0.0765884 Jun 29 12:33:54.123233 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1e627f0a-0972-48ef-a227-2299e2e67803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.141175 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b33ac3d5-68fb-4f94-bf57-58be9cd02762 req-0449b443-63d8-48c4-91a7-9222d1dcd2e6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589409 Jun 29 12:33:54.242888 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1e627f0a-0972-48ef-a227-2299e2e67803 admin admin] Publish callbacks [] for security_group (853b6158-9aaf-46e7-a82c-5962d5ab4253), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.247323 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1e627f0a-0972-48ef-a227-2299e2e67803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (853b6158-9aaf-46e7-a82c-5962d5ab4253), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.303903 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1e627f0a-0972-48ef-a227-2299e2e67803 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bde71ccc24074bc5903dd3a36a6a9816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526127 Jun 29 12:33:54.304641 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e627f0a-0972-48ef-a227-2299e2e67803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853b6158-9aaf-46e7-a82c-5962d5ab4253,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:54.307315 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57562) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:54.312305 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57564) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:54.352695 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:54.373551 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbae0a1e-7e24-455a-a639-55864fb4f98e admin admin] Publish callbacks [] for security_group (853b6158-9aaf-46e7-a82c-5962d5ab4253), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.403984 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbae0a1e-7e24-455a-a639-55864fb4f98e admin admin] Publish callbacks [] for security_group (853b6158-9aaf-46e7-a82c-5962d5ab4253), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.456215 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-519469771-network', 'tenant_id': 'ed93385ff03f4672acc79e103ffcb82e'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:54.480593 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Made reservation on behalf of ed93385ff03f4672acc79e103ffcb82e for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:54.483603 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.486556 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbae0a1e-7e24-455a-a639-55864fb4f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (853b6158-9aaf-46e7-a82c-5962d5ab4253), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.490257 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbae0a1e-7e24-455a-a639-55864fb4f98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.493846 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-bbae0a1e-7e24-455a-a639-55864fb4f98e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/853b6158-9aaf-46e7-a82c-5962d5ab4253 HTTP/1.1" status: 204 len: 168 time: 0.1827390 Jun 29 12:33:54.496968 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.502640 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae0a1e-7e24-455a-a639-55864fb4f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853b6158-9aaf-46e7-a82c-5962d5ab4253,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:54.541841 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:54.631713 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Publish callbacks [] for security_group (6f7987da-c7b1-4b06-a209-d0d836447238), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.632777 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:54.644675 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6f7987da-c7b1-4b06-a209-d0d836447238), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.686367 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:33:54.699129 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7987da-c7b1-4b06-a209-d0d836447238,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:54.704907 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (b3cd1d78-e07f-47dc-af81-718c84d83d0b), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.705331 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Added segment b3cd1d78-e07f-47dc-af81-718c84d83d0b of type vlan for network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 Jun 29 12:33:54.800999 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (953cb3ea-ea04-4857-b87d-b4cc7d724de7), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.812790 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00d40-65f4-43d5-8803-075294481458 req-c291a23d-29af-4023-80b8-6cd24f59dbce tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:54.814326 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aea00d40-65f4-43d5-8803-075294481458 req-c291a23d-29af-4023-80b8-6cd24f59dbce tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.0983076 Jun 29 12:33:54.880961 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (953cb3ea-ea04-4857-b87d-b4cc7d724de7), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.881952 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:54.882604 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:54.984078 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57584) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:55.005967 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-594a1f7e-8a91-4da3-8ab8-3392fd3e9870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.022207 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aea00d40-65f4-43d5-8803-075294481458 req-aad8ff2d-374b-4707-a126-cb4901fac56e tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924362 Jun 29 12:33:55.049722 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7370076 Jun 29 12:33:55.053975 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57588) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:55.100564 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Request body: {'subnet': {'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-519469771-subnet', 'tenant_id': 'ed93385ff03f4672acc79e103ffcb82e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:55.102162 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad4425-6ce9-4ceb-9af0-45d5e5dcca3c admin admin] Pushing event updated for resources: {'Network': ['ID=953cb3ea-ea04-4857-b87d-b4cc7d724de7,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:55.121536 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:33:55.168943 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d82e0-2dce-45a0-abdf-6ad414e03ce2 req-4df70fbd-d320-40ad-940f-705fd85062f5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:55.178916 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-902d82e0-2dce-45a0-abdf-6ad414e03ce2 req-4df70fbd-d320-40ad-940f-705fd85062f5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 932 time: 0.1666369 Jun 29 12:33:55.234204 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Made reservation on behalf of ed93385ff03f4672acc79e103ffcb82e for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:55.237376 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.239468 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:55.259056 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e83e78ca-a76a-4b0d-8788-3a9123a3db56 req-a856548f-5b71-4efe-ad48-2a4af7c4d27f tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.0715256 Jun 29 12:33:55.344362 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-902d82e0-2dce-45a0-abdf-6ad414e03ce2 req-ed3aa56b-6d96-4b44-b84c-97b821f3897c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642730 Jun 29 12:33:55.412383 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c5fb9-6e6c-4b43-9176-a7a261e0d490 req-0b7f70ee-4dfd-4ea7-bac7-7f0910ba9231 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:55.415086 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a67c5fb9-6e6c-4b43-9176-a7a261e0d490 req-0b7f70ee-4dfd-4ea7-bac7-7f0910ba9231 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 931 time: 0.0861835 Jun 29 12:33:55.424113 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-594a1f7e-8a91-4da3-8ab8-3392fd3e9870 admin admin] Publish callbacks [] for security_group (69ea1c80-70ff-4a66-b6ef-76bf13bfe595), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.429193 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-594a1f7e-8a91-4da3-8ab8-3392fd3e9870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (69ea1c80-70ff-4a66-b6ef-76bf13bfe595), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.471460 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a67c5fb9-6e6c-4b43-9176-a7a261e0d490 req-262ff2e7-89d4-4c71-940f-ed7059e1c4f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480950 Jun 29 12:33:55.490970 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-594a1f7e-8a91-4da3-8ab8-3392fd3e9870 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92cd54a9a5524d04b5074fde9d8e8ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4986091 Jun 29 12:33:55.491089 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57602) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:55.491186 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a1f7e-8a91-4da3-8ab8-3392fd3e9870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ea1c80-70ff-4a66-b6ef-76bf13bfe595,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:55.544607 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-04695e26-5d06-44fc-b1df-baada9a1f256 admin admin] Publish callbacks [] for security_group (69ea1c80-70ff-4a66-b6ef-76bf13bfe595), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.571840 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-04695e26-5d06-44fc-b1df-baada9a1f256 admin admin] Publish callbacks [] for security_group (69ea1c80-70ff-4a66-b6ef-76bf13bfe595), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.588601 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (ec32a5de-64bf-4962-928b-25e4fb02a670), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.632138 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Request body: {'port': {'device_id': 'd6d59927-1de5-433d-8c94-5bf3aab49f49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:55.654147 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-04695e26-5d06-44fc-b1df-baada9a1f256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (69ea1c80-70ff-4a66-b6ef-76bf13bfe595), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.656098 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec32a5de-64bf-4962-928b-25e4fb02a670,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:55.656627 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-04695e26-5d06-44fc-b1df-baada9a1f256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.660663 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-04695e26-5d06-44fc-b1df-baada9a1f256 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69ea1c80-70ff-4a66-b6ef-76bf13bfe595 HTTP/1.1" status: 204 len: 168 time: 0.1696136 Jun 29 12:33:55.665142 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Checking segment: {'id': 'b3cd1d78-e07f-47dc-af81-718c84d83d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:55.665452 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Network hostable DHCP agents. Network: 953cb3ea-ea04-4857-b87d-b4cc7d724de7, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:33:55.682293 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04695e26-5d06-44fc-b1df-baada9a1f256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ea1c80-70ff-4a66-b6ef-76bf13bfe595,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:55.687896 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:33:55.699405 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 953cb3ea-ea04-4857-b87d-b4cc7d724de7) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:55.704587 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:55.705297 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.714361 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06841cb7-1b90-496f-baf7-ea1fa98defa0 None None] Network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:55.718299 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:55.726074 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Request body: {'port': {'device_id': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:55.731071 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:55.742057 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:55.763019 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-93beca26-713f-4341-a66b-b603387faea4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7065129 Jun 29 12:33:55.942484 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe6993-8f8c-4c3b-82c7-1b050c1d9c67 None None] Network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:33:56.054894 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f87cf-184e-4ae3-b33f-4ad33f571c16 req-9f7fdb52-d10c-4b82-9182-5d9d62ebcb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:56.056375 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-370f87cf-184e-4ae3-b33f-4ad33f571c16 req-9f7fdb52-d10c-4b82-9182-5d9d62ebcb70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46f5397c062a4868a0282f7535f84f7a&device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 1128 time: 0.2363267 Jun 29 12:33:56.067077 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec8f7-4a33-4dcd-92c7-2cd60899eafa req-d7da694b-40cb-4f0c-95b2-066633341207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:56.068620 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c02ec8f7-4a33-4dcd-92c7-2cd60899eafa req-d7da694b-40cb-4f0c-95b2-066633341207 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 1128 time: 0.0963886 Jun 29 12:33:56.069341 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:56.173845 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:56.181832 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdce09-86b6-4935-bd8e-7c77ceda9b49 req-64aab056-59ca-449d-beea-3d83655ca4ca tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:56.183487 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-adcdce09-86b6-4935-bd8e-7c77ceda9b49 req-64aab056-59ca-449d-beea-3d83655ca4ca tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.0640926 Jun 29 12:33:56.276819 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:56.284174 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0649e0-5f8b-479c-990a-de8e68bba496 {{(pid=104104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:33:56.296832 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Publish callbacks [] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:56.324233 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.provisioning_blocks [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Transition to ACTIVE for port object ab0649e0-5f8b-479c-990a-de8e68bba496 will not be triggered until provisioned by entity L2. {{(pid=104104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:33:56.334623 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:56.436461 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.23', 51012) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:56.703337 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-adcdce09-86b6-4935-bd8e-7c77ceda9b49 req-0a3e4bb6-3bd6-4211-8854-c334f3bd3e41 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718237 Jun 29 12:33:56.777882 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec8f7-4a33-4dcd-92c7-2cd60899eafa req-66d7792b-18a7-48a1-bf93-94cc7f5b5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:56.785354 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c02ec8f7-4a33-4dcd-92c7-2cd60899eafa req-66d7792b-18a7-48a1-bf93-94cc7f5b5047 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5987477 Jun 29 12:33:56.789636 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f87cf-184e-4ae3-b33f-4ad33f571c16 req-c2077440-2a8e-42ae-b4b0-a5a003e7d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:56.791182 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-370f87cf-184e-4ae3-b33f-4ad33f571c16 req-c2077440-2a8e-42ae-b4b0-a5a003e7d31d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=46f5397c062a4868a0282f7535f84f7a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6035712 Jun 29 12:33:56.813284 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0649e0-5f8b-479c-990a-de8e68bba496,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:56.943990 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ff039bad-3206-48d0-b249-76752b5b8d4f req-c397645c-430c-448c-8247-7e77b8a1cac7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.4554782 Jun 29 12:33:57.005771 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f87cf-184e-4ae3-b33f-4ad33f571c16 req-fa176f96-3f52-4221-b333-f475d4281fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:57.007323 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-370f87cf-184e-4ae3-b33f-4ad33f571c16 req-fa176f96-3f52-4221-b333-f475d4281fd9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957610 Jun 29 12:33:57.058316 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Attempting to bind port ab0649e0-5f8b-479c-990a-de8e68bba496 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:57.059141 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Attempting to bind port ab0649e0-5f8b-479c-990a-de8e68bba496 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:57.060675 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Attempting to bind port ab0649e0-5f8b-479c-990a-de8e68bba496 on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:57.106055 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Port ab0649e0-5f8b-479c-990a-de8e68bba496 on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:33:57.118667 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Attempting to bind port ab0649e0-5f8b-479c-990a-de8e68bba496 on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:57.168262 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:57.168385 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Checking segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:57.168922 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Bound using segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:57.182089 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Bound port: ab0649e0-5f8b-479c-990a-de8e68bba496, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:57.182413 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:57.249696 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-6caf1b9d-25fd-4863-b1b2-0f3571fa9307 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:57.251359 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-6caf1b9d-25fd-4863-b1b2-0f3571fa9307 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.23 "GET /v2.0/networks?id=7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 200 len: 811 time: 0.7888381 Jun 29 12:33:57.356283 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1596537-7be8-4413-b152-be37e47a16e7 req-2f9ba79f-a512-4742-b26e-a8e5462db53c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:57.368099 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d1596537-7be8-4413-b152-be37e47a16e7 req-2f9ba79f-a512-4742-b26e-a8e5462db53c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 943 time: 0.2345140 Jun 29 12:33:57.527617 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2f1e0-99df-416e-b939-ea0e91b33dcb req-71dc10b9-adbd-4c8e-b4c1-dbec4620f8d0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:57.529198 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4da2f1e0-99df-416e-b939-ea0e91b33dcb req-71dc10b9-adbd-4c8e-b4c1-dbec4620f8d0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 932 time: 0.7145565 Jun 29 12:33:57.556691 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-c26fcba2-5e70-4fdc-9bfc-920325ebb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:57.558202 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-c26fcba2-5e70-4fdc-9bfc-920325ebb3b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=46f5397c062a4868a0282f7535f84f7a&device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 1128 time: 0.5096850 Jun 29 12:33:57.695991 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-716fa241-b431-4e28-98c4-0b675d991fc0 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f625199b4eb48c98944ea79a90f2841 HTTP/1.1" status: 200 len: 380 time: 0.4341280 Jun 29 12:33:57.715635 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'port': {'device_id': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'admin_state_up': True, 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'security_groups': ['1c73bb5f-8060-49e6-adea-b0699b216cf4']}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:33:57.715751 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-64ee38e7-b32c-4619-ac06-d4e1d70f739f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c0824d3-f095-48c6-8750-a139a1ca3582 HTTP/1.1" status: 200 len: 217 time: 0.1437156 Jun 29 12:33:57.717674 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:57.718333 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:57.722888 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4da2f1e0-99df-416e-b939-ea0e91b33dcb req-fd5df98d-9984-4569-a863-6e7982d59119 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722243 Jun 29 12:33:57.749565 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec8f7-4a33-4dcd-92c7-2cd60899eafa req-51c4b181-44d6-496d-95d6-af2d06585585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:57.751208 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c02ec8f7-4a33-4dcd-92c7-2cd60899eafa req-51c4b181-44d6-496d-95d6-af2d06585585 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9590800 Jun 29 12:33:57.864449 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] For port ab0649e0-5f8b-479c-990a-de8e68bba496, host hv-cinder-81268, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:57.880555 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73e8ec9-3797-428f-82d9-0808363d1eab {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:33:57.900580 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Publish callbacks [] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:57.901165 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] For port ab0649e0-5f8b-479c-990a-de8e68bba496, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ab0649e0-5f8b-479c-990a-de8e68bba496,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:57.905511 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d1596537-7be8-4413-b152-be37e47a16e7 req-1263b8b9-9af2-4186-9fef-8aed0f089bc9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366385 Jun 29 12:33:57.907393 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Made reservation on behalf of 0f625199b4eb48c98944ea79a90f2841 for: {'port': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:33:57.912085 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:57.912263 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-fbe3a1fe-d966-461e-8134-2562372299ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:57.917205 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-fbe3a1fe-d966-461e-8134-2562372299ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e62f0256-5bb4-4454-ae17-e640e019d2eb HTTP/1.1" status: 200 len: 851 time: 0.1900642 Jun 29 12:33:57.927458 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-754fe429-d375-4e85-a354-b507347b2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:57.934087 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-754fe429-d375-4e85-a354-b507347b2571 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 1128 time: 0.1156161 Jun 29 12:33:57.942243 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:58.017611 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-6ce46569-d421-4a7b-8655-fc864d5feefb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed HTTP/1.1" status: 200 len: 217 time: 0.0662403 Jun 29 12:33:58.053027 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Transition to ACTIVE for port object c73e8ec9-3797-428f-82d9-0808363d1eab will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:33:58.100464 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Allocated IP 172.20.0.11 (7b5a74d9-0a05-4165-ad79-54d13b50c375/8a766576-ad0b-4d70-8d01-cc847aa178ce/10f89cd0-bfe6-4930-8b3e-f58f898ca571) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:33:58.105108 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:58.110666 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:58.147867 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:58.178497 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-56e9b00e-d126-49a8-8b70-8da4f65d4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:58.180260 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-56e9b00e-d126-49a8-8b70-8da4f65d4048 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0d91924-1f47-49aa-8f3d-957f9bdb1bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2419202 Jun 29 12:33:58.208357 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ff83b66e-84a8-4534-a61c-25fed75116aa req-0e8ac3fb-61de-489e-b562-c20c5bca544e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 210 time: 0.0963595 Jun 29 12:33:58.219368 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:58.220247 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:58.221878 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] 10.222.0.23 "PUT /v2.0/ports/ab0649e0-5f8b-479c-990a-de8e68bba496 HTTP/1.1" status: 200 len: 1093 time: 2.5953448 Jun 29 12:33:58.223155 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d59927-1de5-433d-8c94-5bf3aab49f49', 'tag': 'ab0649e0-5f8b-479c-990a-de8e68bba496'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:33:58.234228 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536873e-0d7c-484c-a37d-417f15046429 req-ddfd0225-4f15-4e42-b205-341a567f08d9 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:58.242887 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d536873e-0d7c-484c-a37d-417f15046429 req-ddfd0225-4f15-4e42-b205-341a567f08d9 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.2238417 Jun 29 12:33:58.285924 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-62845d25-6088-44e2-8f13-aa523b3563ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:58.291673 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-62845d25-6088-44e2-8f13-aa523b3563ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.2414470 Jun 29 12:33:58.312002 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:58.428771 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-7233e272-742d-4a48-b689-9d8b61f67b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:58.430612 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-7233e272-742d-4a48-b689-9d8b61f67b1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0772047 Jun 29 12:33:58.441044 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445cf41-4e97-4a9a-9721-3b814f808427 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0649e0-5f8b-479c-990a-de8e68bba496,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:58.584619 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3dbf1641-75c6-47d6-9b66-41e655b40220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:58.586923 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-3dbf1641-75c6-47d6-9b66-41e655b40220 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 1127 time: 0.2840896 Jun 29 12:33:58.658561 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Attempting to bind port c73e8ec9-3797-428f-82d9-0808363d1eab on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:33:58.659148 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Attempting to bind port c73e8ec9-3797-428f-82d9-0808363d1eab by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:33:58.659332 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Attempting to bind port c73e8ec9-3797-428f-82d9-0808363d1eab on network 397d642b-81b8-4b71-80dd-1d3a811e873b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:58.683237 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Port c73e8ec9-3797-428f-82d9-0808363d1eab on network 397d642b-81b8-4b71-80dd-1d3a811e873b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:33:58.684725 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Attempting to bind port c73e8ec9-3797-428f-82d9-0808363d1eab on network 397d642b-81b8-4b71-80dd-1d3a811e873b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:33:58.725829 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d59927-1de5-433d-8c94-5bf3aab49f49", "tag": "ab0649e0-5f8b-479c-990a-de8e68bba496"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:33:58.788521 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-f0c754bb-f133-4428-ada9-ce7e9e40b0f6 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292861 Jun 29 12:33:58.802171 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d536873e-0d7c-484c-a37d-417f15046429 req-49bd0b28-9b34-4699-99e6-83803872074c tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577583 Jun 29 12:33:58.839503 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-24a90674-80bf-4f33-86ac-a2386d293a65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0649e0-5f8b-479c-990a-de8e68bba496 HTTP/1.1" status: 200 len: 217 time: 0.2414532 Jun 29 12:33:58.877060 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:33:58.877401 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Checking segment: {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:33:58.877787 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Bound using segment: {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:33:58.878236 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Bound port: c73e8ec9-3797-428f-82d9-0808363d1eab, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:33:58.879233 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:58.983553 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-86580dff-a397-4f75-aca6-84b6c6336f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:58.985034 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-86580dff-a397-4f75-aca6-84b6c6336f52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.1293995 Jun 29 12:33:58.993230 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-cc4212a3-9f1c-4671-a41c-4325e25010d5 service neutron] 10.222.0.23 "GET /v2.0/networks/f0d91924-1f47-49aa-8f3d-957f9bdb1bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7879179 Jun 29 12:33:59.015369 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55a0c82-ad5f-4ad1-97be-fca14d265b02 x-openstack-request-id: req-b55a0c82-ad5f-4ad1-97be-fca14d265b02 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:33:59.015663 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d59927-1de5-433d-8c94-5bf3aab49f49", "tag": "ab0649e0-5f8b-479c-990a-de8e68bba496", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:33:59.016102 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b55a0c82-ad5f-4ad1-97be-fca14d265b02 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:33:59.016794 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55a0c82-ad5f-4ad1-97be-fca14d265b02'] response: {'name': 'network-changed', 'server_uuid': 'd6d59927-1de5-433d-8c94-5bf3aab49f49', 'tag': 'ab0649e0-5f8b-479c-990a-de8e68bba496', 'status': 'completed', 'code': 200} Jun 29 12:33:59.138300 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:59.160637 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8f374d9c-0261-47b7-be2a-8e8c2b2ae8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:59.162169 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-8f374d9c-0261-47b7-be2a-8e8c2b2ae8c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1662118 Jun 29 12:33:59.171762 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-abf355c0-92b3-48e0-94c2-7ee1660ee4f3 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:59.173236 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-abf355c0-92b3-48e0-94c2-7ee1660ee4f3 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/networks?id=953cb3ea-ea04-4857-b87d-b4cc7d724de7 HTTP/1.1" status: 200 len: 808 time: 0.4412465 Jun 29 12:33:59.197281 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:59.208302 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:33:59.210214 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:59.231870 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-e9c529ae-69a1-4d6d-92aa-cf7c4f7f3353 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/quotas/ed93385ff03f4672acc79e103ffcb82e HTTP/1.1" status: 200 len: 375 time: 0.0463834 Jun 29 12:33:59.246738 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:33:59.259283 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88e604-dccb-4472-aa3e-36c1c009ad68 req-c661f215-a3d0-4a32-b1db-fc2c2dc104d0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:59.262933 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ee88e604-dccb-4472-aa3e-36c1c009ad68 req-c661f215-a3d0-4a32-b1db-fc2c2dc104d0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.1751916 Jun 29 12:33:59.267983 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-ab0dcd6e-0b84-484e-ad59-3b53d4e77864 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492371 Jun 29 12:33:59.275972 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:59.318272 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3dc86eec-8f51-4d7e-bc83-ae2c5654b92b req-54c51163-b79f-40c3-a10f-951a1a3b3106 service neutron] 10.222.0.23 "GET /v2.0/networks/f0d91924-1f47-49aa-8f3d-957f9bdb1bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740784 Jun 29 12:33:59.318680 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-c37774a9-c3b4-4e46-b1d4-47d6fd37acaf tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed93385ff03f4672acc79e103ffcb82e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510364 Jun 29 12:33:59.325299 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:59.335981 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:59.336839 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:59.338921 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] 10.222.0.23 "PUT /v2.0/ports/c73e8ec9-3797-428f-82d9-0808363d1eab HTTP/1.1" status: 200 len: 1094 time: 3.6188781 Jun 29 12:33:59.351838 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:33:59.354188 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10906a7c-bde2-4477-979a-795c34c5d062" -d '{"events": [{"name": "network-changed", "server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:33:59.400481 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Network 7b5a74d9-0a05-4165-ad79-54d13b50c375 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:33:59.405405 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6bff8-8b31-40fb-9b3c-c6756b330aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:59.412851 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ee88e604-dccb-4472-aa3e-36c1c009ad68 req-2f0687f8-c232-4cca-9e3a-8075a48cd262 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343303 Jun 29 12:33:59.422318 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-c63b00d1-8670-4d68-ad01-1412c8ebe7df service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463071 Jun 29 12:33:59.423242 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:33:59.427071 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:33:59.504946 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'Port': ['ID=10f89cd0-bfe6-4930-8b3e-f58f898ca571,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:33:59.537003 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:59.545851 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:59.578822 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-29b2806f-f2fb-4489-9fd1-1b5f17bd395c service neutron] 10.222.0.52 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491708 Jun 29 12:33:59.579237 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15819ab-5ecf-48e7-8731-b892a0ad96e9 req-737f535b-1a6e-4bea-986d-2186242bb2c1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:59.583590 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c15819ab-5ecf-48e7-8731-b892a0ad96e9 req-737f535b-1a6e-4bea-986d-2186242bb2c1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 943 time: 0.0686166 Jun 29 12:33:59.594155 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-a8ab75f0-f12e-4a2c-b9d6-6e7a4decbbab tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8882697 Jun 29 12:33:59.656164 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c15819ab-5ecf-48e7-8731-b892a0ad96e9 req-bcf02ba8-44cc-4eb5-8ca3-24f4c9e11587 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660570 Jun 29 12:33:59.666768 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:33:59.675881 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57824) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:33:59.714750 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-7178931c-edd7-4af9-8840-f13bcb312435 service neutron] 10.222.0.52 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300356 Jun 29 12:33:59.795740 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-4727b4c6-25e3-4eab-b4f9-22982e6c9bbf None None] Provisioning complete for port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:33:59.796250 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4727b4c6-25e3-4eab-b4f9-22982e6c9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:59.812633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32f987-7c08-472e-adcc-3531de2fa6bd req-fb74d648-2276-4307-a219-121e9a6a8cd1 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:33:59.814178 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2f32f987-7c08-472e-adcc-3531de2fa6bd req-fb74d648-2276-4307-a219-121e9a6a8cd1 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 932 time: 0.0773766 Jun 29 12:33:59.824221 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ed93cd8-5bc1-439c-a3f7-742121eed4c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:33:59.852310 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4727b4c6-25e3-4eab-b4f9-22982e6c9bbf None None] Port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:33:59.942388 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f744ce-36a4-48df-983a-3c69be0e1843 x-openstack-request-id: req-70f744ce-36a4-48df-983a-3c69be0e1843 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:33:59.942705 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:33:59.943059 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70f744ce-36a4-48df-983a-3c69be0e1843 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:33:59.943332 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f744ce-36a4-48df-983a-3c69be0e1843'] response: {'name': 'network-changed', 'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'status': 'completed', 'code': 200} Jun 29 12:33:59.972636 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2f32f987-7c08-472e-adcc-3531de2fa6bd req-8384e23c-cc69-4375-aa56-17a51a3e67c6 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142149 Jun 29 12:34:00.035736 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:00.045056 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ed93cd8-5bc1-439c-a3f7-742121eed4c5 admin admin] Publish callbacks [] for security_group (1e8a5b06-6822-4b11-9e23-48bc479c4731), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:00.057027 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375c2e7-8c53-4f90-8912-bbd26f9ef548 req-07c9d2c5-f42d-4446-ac9e-9aef99f827d4 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:00.059198 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6375c2e7-8c53-4f90-8912-bbd26f9ef548 req-07c9d2c5-f42d-4446-ac9e-9aef99f827d4 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.0836439 Jun 29 12:34:00.079067 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ed93cd8-5bc1-439c-a3f7-742121eed4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (1e8a5b06-6822-4b11-9e23-48bc479c4731), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:00.125260 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6375c2e7-8c53-4f90-8912-bbd26f9ef548 req-ad911979-e753-42e7-83b5-25b1fd555951 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599353 Jun 29 12:34:00.131736 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e707f189-564d-4d07-90da-871a0771ee19 req-6caf46a6-0c97-4b13-b856-867bb293bc83 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 210 time: 0.0811574 Jun 29 12:34:00.181395 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-3ed93cd8-5bc1-439c-a3f7-742121eed4c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f33c510a8d94549bd60e20c33e2b3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043616 Jun 29 12:34:00.184072 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57858) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:00.186241 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed93cd8-5bc1-439c-a3f7-742121eed4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8a5b06-6822-4b11-9e23-48bc479c4731,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:00.253175 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d217c677-4e75-4132-a595-ecb3e5b16a8c admin admin] Publish callbacks [] for security_group (1e8a5b06-6822-4b11-9e23-48bc479c4731), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:00.285538 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d217c677-4e75-4132-a595-ecb3e5b16a8c admin admin] Publish callbacks [] for security_group (1e8a5b06-6822-4b11-9e23-48bc479c4731), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:00.356224 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57860) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:00.370205 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d217c677-4e75-4132-a595-ecb3e5b16a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (1e8a5b06-6822-4b11-9e23-48bc479c4731), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:00.373114 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d217c677-4e75-4132-a595-ecb3e5b16a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:00.374272 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d217c677-4e75-4132-a595-ecb3e5b16a8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1e8a5b06-6822-4b11-9e23-48bc479c4731 HTTP/1.1" status: 204 len: 168 time: 0.1890380 Jun 29 12:34:00.383468 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217c677-4e75-4132-a595-ecb3e5b16a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8a5b06-6822-4b11-9e23-48bc479c4731,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:00.448543 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Request body: {'port': {'device_id': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:00.649230 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:00.676756 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73982b-e32b-4215-ae7a-26ff97276603 req-3efe966d-b466-490c-bd45-9954ba503e82 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:00.678518 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4b73982b-e32b-4215-ae7a-26ff97276603 req-3efe966d-b466-490c-bd45-9954ba503e82 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0862362 Jun 29 12:34:00.680150 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26493266-72fe-44a5-b0a3-e00dff13d438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:00.738829 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d680fa7b-bdfc-4a60-a407-a032093b5db9 req-c6e551d9-01ab-4425-bc07-a2ee363bb918 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943416 Jun 29 12:34:00.808486 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57876) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:00.842141 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4b73982b-e32b-4215-ae7a-26ff97276603 req-02b3f3b3-8f60-4ebb-bc18-d2f60e78c2db tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388614 Jun 29 12:34:00.938852 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57880) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:00.964984 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd619-4055-4bc9-9e49-cd75437b0781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.004891 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-106b4240-4c1d-441f-ab0c-582abd0b5f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.025006 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:01.033073 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5274b9-ff4e-40ce-884b-37bba1993a4b req-f6968798-2ec3-40df-8b3a-9f70fba94dd8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:01.038140 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7f5274b9-ff4e-40ce-884b-37bba1993a4b req-f6968798-2ec3-40df-8b3a-9f70fba94dd8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 943 time: 0.2641568 Jun 29 12:34:01.075330 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26493266-72fe-44a5-b0a3-e00dff13d438 admin admin] Publish callbacks [] for security_group (b3cf07a3-8c8f-43b7-ab42-e97b3f497422), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.081058 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26493266-72fe-44a5-b0a3-e00dff13d438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (b3cf07a3-8c8f-43b7-ab42-e97b3f497422), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.119882 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:01.135582 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7f5274b9-ff4e-40ce-884b-37bba1993a4b req-a001da45-a05c-4489-b891-7cdd613c12aa tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934174 Jun 29 12:34:01.141078 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-26493266-72fe-44a5-b0a3-e00dff13d438 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3394a1d2a42406b89c7b100c4809585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7836118 Jun 29 12:34:01.144061 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26493266-72fe-44a5-b0a3-e00dff13d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cf07a3-8c8f-43b7-ab42-e97b3f497422,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:01.147806 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57884) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:01.157159 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:01.215771 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fa7572b-2b6c-4e38-b4c2-69b38568cc42 admin admin] Publish callbacks [] for security_group (b3cf07a3-8c8f-43b7-ab42-e97b3f497422), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.269887 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fa7572b-2b6c-4e38-b4c2-69b38568cc42 admin admin] Publish callbacks [] for security_group (b3cf07a3-8c8f-43b7-ab42-e97b3f497422), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.292377 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:01.298222 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e31450-3fb5-4f1d-8444-51a00150f510 req-9661069e-b3e6-445d-b1d6-7fe6b9fe5fe2 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:01.299795 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b3e31450-3fb5-4f1d-8444-51a00150f510 req-9661069e-b3e6-445d-b1d6-7fe6b9fe5fe2 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.0739014 Jun 29 12:34:01.317640 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:01.320896 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f89cd0-bfe6-4930-8b3e-f58f898ca571 {{(pid=104104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:34:01.342715 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Publish callbacks [] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.354064 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58956c-f736-4432-9d93-fd8ac1d2643d req-43c72140-d040-4821-8fe8-69b961b9366b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:01.355812 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1e58956c-f736-4432-9d93-fd8ac1d2643d req-43c72140-d040-4821-8fe8-69b961b9366b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 932 time: 0.2809827 Jun 29 12:34:01.360492 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b3e31450-3fb5-4f1d-8444-51a00150f510 req-7c10aafb-82d0-4998-8037-351e0e12570a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517280 Jun 29 12:34:01.371990 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fa7572b-2b6c-4e38-b4c2-69b38568cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (b3cf07a3-8c8f-43b7-ab42-e97b3f497422), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.375199 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fa7572b-2b6c-4e38-b4c2-69b38568cc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.380348 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-8fa7572b-2b6c-4e38-b4c2-69b38568cc42 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3cf07a3-8c8f-43b7-ab42-e97b3f497422 HTTP/1.1" status: 204 len: 168 time: 0.2280188 Jun 29 12:34:01.387746 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.provisioning_blocks [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Transition to ACTIVE for port object 10f89cd0-bfe6-4930-8b3e-f58f898ca571 will not be triggered until provisioned by entity L2. {{(pid=104104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:34:01.412757 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7572b-2b6c-4e38-b4c2-69b38568cc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cf07a3-8c8f-43b7-ab42-e97b3f497422,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:01.420635 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.474397 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f2c3a8b9-a8ce-48c0-a0c1-516d56bfb848 req-cad45fa5-5f1c-49a6-ab74-8ccc4f6acc68 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 210 time: 0.0304134 Jun 29 12:34:01.524304 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-106b4240-4c1d-441f-ab0c-582abd0b5f15 admin admin] Publish callbacks [] for security_group (40021ab0-9a05-4231-9ed9-0dbeaa2304ff), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.532896 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd619-4055-4bc9-9e49-cd75437b0781 admin admin] Publish callbacks [] for security_group (f9b3d86a-fca6-4f95-80ae-902abbbe35f9), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.548242 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-106b4240-4c1d-441f-ab0c-582abd0b5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (40021ab0-9a05-4231-9ed9-0dbeaa2304ff), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.560467 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10906a7c-bde2-4477-979a-795c34c5d062 req-3e2135bd-b504-4221-9f9d-fc597b0d2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:01.561965 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-10906a7c-bde2-4477-979a-795c34c5d062 req-3e2135bd-b504-4221-9f9d-fc597b0d2e5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 1128 time: 0.1572936 Jun 29 12:34:01.562580 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fa2dd619-4055-4bc9-9e49-cd75437b0781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (f9b3d86a-fca6-4f95-80ae-902abbbe35f9), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.607476 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Pushing event updated for resources: {'Port': ['ID=10f89cd0-bfe6-4930-8b3e-f58f898ca571,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:01.612447 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1e58956c-f736-4432-9d93-fd8ac1d2643d req-fc7d7290-d6c1-4996-ae34-a2b58f555f84 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334144 Jun 29 12:34:01.653571 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-106b4240-4c1d-441f-ab0c-582abd0b5f15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31d98c906480468b830fee7c37d725a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8413169 Jun 29 12:34:01.654566 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b4240-4c1d-441f-ab0c-582abd0b5f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40021ab0-9a05-4231-9ed9-0dbeaa2304ff,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:01.656597 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57894) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:01.677017 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fa2dd619-4055-4bc9-9e49-cd75437b0781 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5db63b28490b43cc9614ce65395096d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7345285 Jun 29 12:34:01.678777 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 57896) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:01.752135 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b3d5bf52-476d-4763-9807-467872718233 admin admin] Publish callbacks [] for security_group (40021ab0-9a05-4231-9ed9-0dbeaa2304ff), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.752862 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dd619-4055-4bc9-9e49-cd75437b0781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b3d86a-fca6-4f95-80ae-902abbbe35f9,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:01.789293 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b3d5bf52-476d-4763-9807-467872718233 admin admin] Publish callbacks [] for security_group (40021ab0-9a05-4231-9ed9-0dbeaa2304ff), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.790000 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Attempting to bind port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:34:01.790527 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Attempting to bind port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:34:01.790742 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Attempting to bind port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 on network 7b5a74d9-0a05-4165-ad79-54d13b50c375 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:34:01.802635 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 on network 7b5a74d9-0a05-4165-ad79-54d13b50c375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:34:01.802968 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Attempting to bind port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 on network 7b5a74d9-0a05-4165-ad79-54d13b50c375 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:34:01.807288 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:01.812920 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:34:01.813335 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Checking segment: {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:34:01.813641 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Bound using segment: {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:34:01.814076 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Bound port: 10f89cd0-bfe6-4930-8b3e-f58f898ca571, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:34:01.814444 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.816651 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bdd0f072-5de0-4f4b-a088-392fb06aea1b admin admin] Publish callbacks [] for security_group (f9b3d86a-fca6-4f95-80ae-902abbbe35f9), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.845981 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b3d5bf52-476d-4763-9807-467872718233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (40021ab0-9a05-4231-9ed9-0dbeaa2304ff), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.849361 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b3d5bf52-476d-4763-9807-467872718233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.850630 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b3d5bf52-476d-4763-9807-467872718233 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40021ab0-9a05-4231-9ed9-0dbeaa2304ff HTTP/1.1" status: 204 len: 168 time: 0.1930122 Jun 29 12:34:01.859858 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5bf52-476d-4763-9807-467872718233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40021ab0-9a05-4231-9ed9-0dbeaa2304ff,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:01.870648 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bdd0f072-5de0-4f4b-a088-392fb06aea1b admin admin] Publish callbacks [] for security_group (f9b3d86a-fca6-4f95-80ae-902abbbe35f9), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.872345 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57900) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:01.889239 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78c9a36d-cb11-47a6-a29f-7487ecbbe4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:01.935404 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] For port 10f89cd0-bfe6-4930-8b3e-f58f898ca571, host hv-cinder-81268, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:34:01.940052 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] For port 10f89cd0-bfe6-4930-8b3e-f58f898ca571, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=10f89cd0-bfe6-4930-8b3e-f58f898ca571,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:34:01.956953 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:02.003230 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bdd0f072-5de0-4f4b-a088-392fb06aea1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (f9b3d86a-fca6-4f95-80ae-902abbbe35f9), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:02.005920 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bdd0f072-5de0-4f4b-a088-392fb06aea1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:02.011628 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-bdd0f072-5de0-4f4b-a088-392fb06aea1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9b3d86a-fca6-4f95-80ae-902abbbe35f9 HTTP/1.1" status: 204 len: 168 time: 0.3284318 Jun 29 12:34:02.017829 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78c9a36d-cb11-47a6-a29f-7487ecbbe4ae admin admin] Publish callbacks [] for security_group (a8ad2177-e31e-4174-b8cc-7c80a4a2ef97), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:02.025356 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:02.025977 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:02.027609 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] 10.222.0.23 "PUT /v2.0/ports/10f89cd0-bfe6-4930-8b3e-f58f898ca571 HTTP/1.1" status: 200 len: 1094 time: 1.5845759 Jun 29 12:34:02.029892 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'tag': '10f89cd0-bfe6-4930-8b3e-f58f898ca571'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:02.032178 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd695fe-961c-4ca6-832a-8781cd07cdfa" -d '{"events": [{"name": "network-changed", "server_uuid": "850c462a-25ae-40e2-a43b-fdf1ec4ab8e4", "tag": "10f89cd0-bfe6-4930-8b3e-f58f898ca571"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:02.035117 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c71012-9d8b-4586-a583-26b9bb990eae req-a37a91eb-ee1f-4f8b-9e5c-6e70d6991112 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:02.037759 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b9c71012-9d8b-4586-a583-26b9bb990eae req-a37a91eb-ee1f-4f8b-9e5c-6e70d6991112 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0825281 Jun 29 12:34:02.038900 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78c9a36d-cb11-47a6-a29f-7487ecbbe4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a8ad2177-e31e-4174-b8cc-7c80a4a2ef97), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:02.085967 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0f072-5de0-4f4b-a088-392fb06aea1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b3d86a-fca6-4f95-80ae-902abbbe35f9,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:02.106373 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8f10c-c8b2-41e4-a2ea-718a30bc9485 service neutron] Pushing event updated for resources: {'Port': ['ID=10f89cd0-bfe6-4930-8b3e-f58f898ca571,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:02.112294 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-78c9a36d-cb11-47a6-a29f-7487ecbbe4ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=553daa8dbd9f46c68105ec7830f2ee0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379329 Jun 29 12:34:02.113993 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57908) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:02.147872 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943d4102-4546-4ab0-bb30-02b2d86027d0 x-openstack-request-id: req-943d4102-4546-4ab0-bb30-02b2d86027d0 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:02.148330 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850c462a-25ae-40e2-a43b-fdf1ec4ab8e4", "tag": "10f89cd0-bfe6-4930-8b3e-f58f898ca571", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:02.148587 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-943d4102-4546-4ab0-bb30-02b2d86027d0 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:02.149325 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943d4102-4546-4ab0-bb30-02b2d86027d0'] response: {'name': 'network-changed', 'server_uuid': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'tag': '10f89cd0-bfe6-4930-8b3e-f58f898ca571', 'status': 'completed', 'code': 200} Jun 29 12:34:02.187199 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9a36d-cb11-47a6-a29f-7487ecbbe4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ad2177-e31e-4174-b8cc-7c80a4a2ef97,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:02.257047 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b9c71012-9d8b-4586-a583-26b9bb990eae req-7199e28d-23cb-41f3-91ad-a4500404a7f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003844 Jun 29 12:34:02.339885 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd695fe-961c-4ca6-832a-8781cd07cdfa req-05a599a8-6aaf-4042-a77c-c03b26cb9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:02.341392 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7fd695fe-961c-4ca6-832a-8781cd07cdfa req-05a599a8-6aaf-4042-a77c-c03b26cb9448 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 1128 time: 0.1409395 Jun 29 12:34:02.395476 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-239e4ffd-fdbb-4b1e-96ac-2e9d2c516b2b admin admin] Publish callbacks [] for security_group (a8ad2177-e31e-4174-b8cc-7c80a4a2ef97), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:02.454884 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:02.466171 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:02.470226 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-239e4ffd-fdbb-4b1e-96ac-2e9d2c516b2b admin admin] Publish callbacks [] for security_group (a8ad2177-e31e-4174-b8cc-7c80a4a2ef97), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:02.521352 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd695fe-961c-4ca6-832a-8781cd07cdfa req-3fbf7ac1-f766-4fa7-b70d-21ad93b88d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:02.523639 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7fd695fe-961c-4ca6-832a-8781cd07cdfa req-3fbf7ac1-f766-4fa7-b70d-21ad93b88d05 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f625199b4eb48c98944ea79a90f2841&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1665132 Jun 29 12:34:02.557666 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:02.579203 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-edd79812-5fe8-485c-a041-5eacae3bba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:02.583128 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-edd79812-5fe8-485c-a041-5eacae3bba2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 1127 time: 0.4298108 Jun 29 12:34:02.595551 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3df4d-1cb3-4d17-a60e-258e225cca89 req-70ce125c-f99c-4efe-a308-5d2c1d97f246 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:02.604460 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e6a3df4d-1cb3-4d17-a60e-258e225cca89 req-70ce125c-f99c-4efe-a308-5d2c1d97f246 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 943 time: 0.1848085 Jun 29 12:34:02.627806 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10906a7c-bde2-4477-979a-795c34c5d062 req-c0a23702-11e9-43d9-b46f-0c2eb18ef16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:02.631237 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-10906a7c-bde2-4477-979a-795c34c5d062 req-c0a23702-11e9-43d9-b46f-0c2eb18ef16d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0ed882ae485441db99ccf6109be51b22&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4804146 Jun 29 12:34:02.674941 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e6a3df4d-1cb3-4d17-a60e-258e225cca89 req-3bc3664e-ac0d-456d-9cb4-0d1192a75914 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690489 Jun 29 12:34:02.780497 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e3f21b66-8ad3-4e0c-8e34-31a711e9d367 req-b7a426ae-4e0f-4642-9b7e-4f72a0f6906d tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 210 time: 0.0346973 Jun 29 12:34:02.843032 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f28048-9ba5-48be-8b9d-45100880d29f req-84e3537f-a5a2-4afb-b12d-cfe7d7796f1a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:02.859208 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-60f28048-9ba5-48be-8b9d-45100880d29f req-84e3537f-a5a2-4afb-b12d-cfe7d7796f1a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 944 time: 0.3013031 Jun 29 12:34:02.865157 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd695fe-961c-4ca6-832a-8781cd07cdfa req-5d3443d1-78aa-424f-bb67-6dee5bca1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:02.867080 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7fd695fe-961c-4ca6-832a-8781cd07cdfa req-5d3443d1-78aa-424f-bb67-6dee5bca1918 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3303883 Jun 29 12:34:02.868395 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57930) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:02.879347 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 9c0824d3-f095-48c6-8750-a139a1ca3582 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:34:02.951035 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ffd279c-ead0-4284-a91f-b1879adb1e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:02.994543 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10906a7c-bde2-4477-979a-795c34c5d062 req-23fbba5e-2829-4954-86e1-4991ed25c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:02.996423 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-10906a7c-bde2-4477-979a-795c34c5d062 req-23fbba5e-2829-4954-86e1-4991ed25c367 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146139 Jun 29 12:34:03.056686 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-60f28048-9ba5-48be-8b9d-45100880d29f req-b448737b-e690-41e4-9014-a96a6db333c3 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942265 Jun 29 12:34:03.111223 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-239e4ffd-fdbb-4b1e-96ac-2e9d2c516b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a8ad2177-e31e-4174-b8cc-7c80a4a2ef97), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:03.114570 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-239e4ffd-fdbb-4b1e-96ac-2e9d2c516b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:03.116547 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-239e4ffd-fdbb-4b1e-96ac-2e9d2c516b2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8ad2177-e31e-4174-b8cc-7c80a4a2ef97 HTTP/1.1" status: 204 len: 168 time: 0.9987290 Jun 29 12:34:03.147002 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-b012c53a-27c1-4d06-8948-abe23ccd22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:03.148512 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-b012c53a-27c1-4d06-8948-abe23ccd22c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 1128 time: 0.1942925 Jun 29 12:34:03.154497 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e4ffd-fdbb-4b1e-96ac-2e9d2c516b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ad2177-e31e-4174-b8cc-7c80a4a2ef97,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:03.196665 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 9c0824d3-f095-48c6-8750-a139a1ca3582, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9c0824d3-f095-48c6-8750-a139a1ca3582,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:03.221880 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '9c0824d3-f095-48c6-8750-a139a1ca3582', 'network_id': 'f0d91924-1f47-49aa-8f3d-957f9bdb1bcf', 'port_id': '9c0824d3-f095-48c6-8750-a139a1ca3582', 'mac_address': 'fa:16:3e:4a:58:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62f0256-5bb4-4454-ae17-e640e019d2eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:34:03.230636 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11220d-59bc-4409-9e32-2c3b5b9fbc57 req-c23be9a5-3e7a-438a-9599-a227f1b0299c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:03.237890 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a11220d-59bc-4409-9e32-2c3b5b9fbc57 req-c23be9a5-3e7a-438a-9599-a227f1b0299c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 944 time: 0.2330034 Jun 29 12:34:03.271575 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-314d0163-93ae-4083-8e34-6fa988b3fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:03.273146 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-314d0163-93ae-4083-8e34-6fa988b3fc91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 1128 time: 0.2049358 Jun 29 12:34:03.282398 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-f31ff618-5b67-4b18-9bcb-a489cac709f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f89cd0-bfe6-4930-8b3e-f58f898ca571 HTTP/1.1" status: 200 len: 217 time: 0.1119237 Jun 29 12:34:03.283298 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 9c0824d3-f095-48c6-8750-a139a1ca3582 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:03.283976 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:03.307310 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0824d3-f095-48c6-8750-a139a1ca3582 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:34:03.355577 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-07a7e6a5-833e-4ec0-b953-8ca75a06c23b tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:03.357095 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-07a7e6a5-833e-4ec0-b953-8ca75a06c23b tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.23 "GET /v2.0/networks?id=953cb3ea-ea04-4857-b87d-b4cc7d724de7 HTTP/1.1" status: 200 len: 808 time: 0.4481871 Jun 29 12:34:03.370392 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 9c0824d3-f095-48c6-8750-a139a1ca3582, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9c0824d3-f095-48c6-8750-a139a1ca3582,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:03.378174 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:03.379937 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a11220d-59bc-4409-9e32-2c3b5b9fbc57 req-1594f358-1e5b-4aa5-a593-34964fe4cf21 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411674 Jun 29 12:34:03.380755 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:34:03.389415 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-1be18a25-cda0-47d9-b5ff-0799b35aa345 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73e8ec9-3797-428f-82d9-0808363d1eab HTTP/1.1" status: 200 len: 217 time: 0.1018767 Jun 29 12:34:03.392715 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-e2f4b243-d410-42ec-a43f-df826285aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:03.394786 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-e2f4b243-d410-42ec-a43f-df826285aae2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.4097631 Jun 29 12:34:03.409004 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Request body: {'port': {'device_id': 'ada04fbc-eedc-4644-9540-dbbbd704eb68', 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7', 'admin_state_up': True, 'tenant_id': 'ed93385ff03f4672acc79e103ffcb82e'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:03.444598 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-c5b983e2-73ed-43e7-b325-c89d0136f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:03.446051 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-c5b983e2-73ed-43e7-b325-c89d0136f34b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c148cadd-a729-4cd0-b892-76a50620ba16 HTTP/1.1" status: 200 len: 854 time: 0.0500431 Jun 29 12:34:03.458857 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=9c0824d3-f095-48c6-8750-a139a1ca3582,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:03.462407 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:03.507712 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-9cedc412-ddf2-4266-8fc2-2d28d0b11163 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0649e0-5f8b-479c-990a-de8e68bba496 HTTP/1.1" status: 200 len: 217 time: 0.0606370 Jun 29 12:34:03.567528 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-d6b2ae38-fad5-4f21-9c0b-ec8b6871cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:03.569026 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-d6b2ae38-fad5-4f21-9c0b-ec8b6871cd4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=397d642b-81b8-4b71-80dd-1d3a811e873b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1151111 Jun 29 12:34:03.588376 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d9f5d-880c-4638-b7cc-05d4f03b07d8 req-99f58f99-3e56-4208-9ba9-fd8dc028f32b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:03.589882 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-941d9f5d-880c-4638-b7cc-05d4f03b07d8 req-99f58f99-3e56-4208-9ba9-fd8dc028f32b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.1731625 Jun 29 12:34:03.596396 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-ad62d210-1a94-4c4b-8f55-f71ff5a4e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:03.598667 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-ad62d210-1a94-4c4b-8f55-f71ff5a4e047 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a766576-ad0b-4d70-8d01-cc847aa178ce HTTP/1.1" status: 200 len: 850 time: 0.2881196 Jun 29 12:34:03.619563 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:03.630869 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ffd279c-ead0-4284-a91f-b1879adb1e3c admin admin] Publish callbacks [] for security_group (3055fc6a-8660-4873-bf49-320bb68ca0ca), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:03.663549 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:03.669877 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ffd279c-ead0-4284-a91f-b1879adb1e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (3055fc6a-8660-4873-bf49-320bb68ca0ca), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:03.731783 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:03.766808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-8941e161-7d5f-4af0-851d-764d6b353326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:03.767588 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-8941e161-7d5f-4af0-851d-764d6b353326 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b5a74d9-0a05-4165-ad79-54d13b50c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1487825 Jun 29 12:34:03.769997 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'port_id': '1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed', 'mac_address': 'fa:16:3e:af:f8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:34:03.786578 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-7ffd279c-ead0-4284-a91f-b1879adb1e3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f119a28bad9944ffa6ae45a86b328ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9159184 Jun 29 12:34:03.790640 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 57964) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:03.809221 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:03.810120 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:03.826307 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd279c-ead0-4284-a91f-b1879adb1e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3055fc6a-8660-4873-bf49-320bb68ca0ca,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:03.841402 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:34:03.868019 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:03.873983 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:03.877683 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-941d9f5d-880c-4638-b7cc-05d4f03b07d8 req-0023e685-c0c5-4538-bf92-e90668a20117 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665510 Jun 29 12:34:03.891195 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:03.892985 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Made reservation on behalf of ed93385ff03f4672acc79e103ffcb82e for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:34:03.897437 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:03.938165 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:04.011597 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:04.028657 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-c70b087a-ca09-4090-9986-e781f24385e3 service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526494 Jun 29 12:34:04.035951 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-93437439-f34b-44ac-8fb5-ef0859f1630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:04.038209 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-93437439-f34b-44ac-8fb5-ef0859f1630b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.5136409 Jun 29 12:34:04.083162 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f103e1ee-2732-4874-a101-b17001288b71 admin admin] Publish callbacks [] for security_group (3055fc6a-8660-4873-bf49-320bb68ca0ca), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:04.105108 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354442d-0736-486e-8ef5-7c6faf518eb6 req-22d075b4-d97b-4d91-a367-f3217461166c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:04.112741 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4354442d-0736-486e-8ef5-7c6faf518eb6 req-22d075b4-d97b-4d91-a367-f3217461166c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 943 time: 0.1700261 Jun 29 12:34:04.125240 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-503bb85c-5984-4e8e-a393-c6cac682ee2c req-0e72a4e9-d349-4457-9fc7-2b0b22fbc96d tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 210 time: 0.0749712 Jun 29 12:34:04.158906 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-153e4ad6-0139-4802-9311-4561bda21bcd service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649459 Jun 29 12:34:04.207672 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f103e1ee-2732-4874-a101-b17001288b71 admin admin] Publish callbacks [] for security_group (3055fc6a-8660-4873-bf49-320bb68ca0ca), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:04.241488 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['9c0824d3-f095-48c6-8750-a139a1ca3582'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:34:04.250700 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-a7536296-94e5-49fb-97fc-424b1fde9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:04.252293 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-a7536296-94e5-49fb-97fc-424b1fde9b8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1793118 Jun 29 12:34:04.284658 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:04.341129 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4354442d-0736-486e-8ef5-7c6faf518eb6 req-a21c79be-2154-4b78-9139-df6217b2ba9b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239208 Jun 29 12:34:04.387855 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3c4d6-e086-4ed3-8391-401389f20bf2 req-985e3b61-96ab-4e23-b6a3-600ca11598df tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:04.389357 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cca3c4d6-e086-4ed3-8391-401389f20bf2 req-985e3b61-96ab-4e23-b6a3-600ca11598df tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 945 time: 0.1556451 Jun 29 12:34:04.390899 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Allocated IP 172.20.0.4 (953cb3ea-ea04-4857-b87d-b4cc7d724de7/ec32a5de-64bf-4962-928b-25e4fb02a670/cfecd916-bdeb-4c19-8875-d60eaf0ad5d2) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:34:04.399589 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-6756c617-afcc-416c-8b0a-35b300393e98 service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282263 Jun 29 12:34:04.423216 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-352678e7-56ee-4707-b1a0-3215ddd9e527 req-50e19da0-6d29-4eeb-837b-f7e2e3740b98 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551498 Jun 29 12:34:04.552851 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f103e1ee-2732-4874-a101-b17001288b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (3055fc6a-8660-4873-bf49-320bb68ca0ca), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:04.562325 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f103e1ee-2732-4874-a101-b17001288b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:04.567551 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f103e1ee-2732-4874-a101-b17001288b71 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3055fc6a-8660-4873-bf49-320bb68ca0ca HTTP/1.1" status: 204 len: 168 time: 0.7716553 Jun 29 12:34:04.584395 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92ee5-62e4-4c5b-8dcb-9ba55d7bf9c5 req-2de6aacd-9ac1-413d-bb18-cff93ab96a83 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:04.592073 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-65d92ee5-62e4-4c5b-8dcb-9ba55d7bf9c5 req-2de6aacd-9ac1-413d-bb18-cff93ab96a83 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 944 time: 0.0675046 Jun 29 12:34:04.594051 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:34:04.651560 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103e1ee-2732-4874-a101-b17001288b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3055fc6a-8660-4873-bf49-320bb68ca0ca,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:04.673661 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cca3c4d6-e086-4ed3-8391-401389f20bf2 req-297a6ee1-21bd-4e07-b841-c44048754941 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730217 Jun 29 12:34:04.697487 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-4704ce6d-5e1a-44a2-94f3-e8394497df05 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355679 Jun 29 12:34:04.728645 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-65d92ee5-62e4-4c5b-8dcb-9ba55d7bf9c5 req-6ac50568-d2b3-4dc8-887d-fc8b9e7527d4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356659 Jun 29 12:34:04.882967 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks [] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:04.923904 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:04.930932 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device ab0649e0-5f8b-479c-990a-de8e68bba496 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:34:04.937721 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:04.978122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:04.983095 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:34:05.000122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:34:05.013423 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:34:05.031617 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:05.032357 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:05.061770 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Pushing event updated for resources: {'Port': ['ID=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:05.091946 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-f9f08974-ae5a-4c0b-ab8e-f1338daaa04f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7219231 Jun 29 12:34:05.110555 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c4580-6912-451d-8230-0a9a89434a3e req-6cfd4a91-f603-4c51-b063-15e9e000c70a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:05.119802 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fa2c4580-6912-451d-8230-0a9a89434a3e req-6cfd4a91-f603-4c51-b063-15e9e000c70a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0761304 Jun 29 12:34:05.214976 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port ab0649e0-5f8b-479c-990a-de8e68bba496, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ab0649e0-5f8b-479c-990a-de8e68bba496,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:05.219725 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Request body: {'port': {'device_id': 'ada04fbc-eedc-4644-9540-dbbbd704eb68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:05.236046 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'ab0649e0-5f8b-479c-990a-de8e68bba496', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'port_id': 'ab0649e0-5f8b-479c-990a-de8e68bba496', 'mac_address': 'fa:16:3e:e9:4e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:34:05.241998 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:05.260358 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fa2c4580-6912-451d-8230-0a9a89434a3e req-2780c58f-d244-4827-9d58-808deedc1fa9 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392829 Jun 29 12:34:05.290250 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port ab0649e0-5f8b-479c-990a-de8e68bba496 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:05.290744 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:05.307780 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0649e0-5f8b-479c-990a-de8e68bba496 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:34:05.314343 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:05.332192 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port ab0649e0-5f8b-479c-990a-de8e68bba496, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ab0649e0-5f8b-479c-990a-de8e68bba496,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:05.337218 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:05.400751 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d857-358b-482d-92b2-5c85335c27eb req-4c5ec82b-c9a3-400d-81c2-758ffd02f4fe tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:05.403615 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6762d857-358b-482d-92b2-5c85335c27eb req-4c5ec82b-c9a3-400d-81c2-758ffd02f4fe tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 931 time: 0.1149292 Jun 29 12:34:05.451498 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=ab0649e0-5f8b-479c-990a-de8e68bba496,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:05.493287 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6762d857-358b-482d-92b2-5c85335c27eb req-e44b4583-5337-456f-90c0-bf7a97865104 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837889 Jun 29 12:34:05.839834 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3651d-8a8d-47e8-813c-351b6c7e3b25 req-8e1ec3af-1cbd-42c2-a029-5668f1f293f4 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:05.847123 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f4a3651d-8a8d-47e8-813c-351b6c7e3b25 req-8e1ec3af-1cbd-42c2-a029-5668f1f293f4 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 945 time: 0.0780461 Jun 29 12:34:05.851550 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf848080-4664-4fb8-87af-36e2b0314aed req-df623707-794c-402f-829f-94e48b329571 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:05.853320 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bf848080-4664-4fb8-87af-36e2b0314aed req-df623707-794c-402f-829f-94e48b329571 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 944 time: 0.3531322 Jun 29 12:34:05.882403 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['ab0649e0-5f8b-479c-990a-de8e68bba496'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:34:05.951413 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f4a3651d-8a8d-47e8-813c-351b6c7e3b25 req-5139d0bb-18b7-41b3-a963-2a6278c78a72 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972700 Jun 29 12:34:05.973024 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:05.977529 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bf848080-4664-4fb8-87af-36e2b0314aed req-92bed28a-fe80-4bf9-8d19-f8a61e22933b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929766 Jun 29 12:34:06.101432 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:34:06.119818 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Publish callbacks [] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:06.160235 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Transition to ACTIVE for port object cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:34:06.166034 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:06.195261 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe680051-45fd-43ef-a355-05b2301f4435 req-642f9c8c-99b6-4a5d-bbc9-480694ac348c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:06.203026 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fe680051-45fd-43ef-a355-05b2301f4435 req-642f9c8c-99b6-4a5d-bbc9-480694ac348c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 944 time: 0.1327693 Jun 29 12:34:06.239069 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Pushing event updated for resources: {'Port': ['ID=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:06.264451 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-57b63c04-40d3-418c-9ae1-a7ea6efd7eb8 req-a91bb0b8-21d5-4e65-a7fd-33eceb4a0607 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724905 Jun 29 12:34:06.282179 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Attempting to bind port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:34:06.282472 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Attempting to bind port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'b3cd1d78-e07f-47dc-af81-718c84d83d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:34:06.286115 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Attempting to bind port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 on network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:34:06.287561 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fe680051-45fd-43ef-a355-05b2301f4435 req-e461f410-e738-4789-8950-5e11b7ee2847 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836630 Jun 29 12:34:06.292080 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 on network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:34:06.292484 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Attempting to bind port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 on network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:34:06.298088 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:34:06.298536 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Checking segment: {'id': 'b3cd1d78-e07f-47dc-af81-718c84d83d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:34:06.299122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Bound using segment: {'id': 'b3cd1d78-e07f-47dc-af81-718c84d83d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:34:06.299615 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Bound port: cfecd916-bdeb-4c19-8875-d60eaf0ad5d2, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cd1d78-e07f-47dc-af81-718c84d83d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:34:06.301098 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:06.434061 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:06.445520 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] For port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:34:06.455984 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f918008-b0b1-4410-97e8-32f91ca74d69 req-34b893a3-8be3-46c2-a72f-7de76506972a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:06.458247 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f918008-b0b1-4410-97e8-32f91ca74d69 req-34b893a3-8be3-46c2-a72f-7de76506972a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0827718 Jun 29 12:34:06.460431 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] For port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,segment=NetworkSegment(b3cd1d78-e07f-47dc-af81-718c84d83d0b),segment_id=b3cd1d78-e07f-47dc-af81-718c84d83d0b)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:34:06.473132 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:06.541175 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:06.541791 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:06.543198 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] 10.222.0.23 "PUT /v2.0/ports/cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 HTTP/1.1" status: 200 len: 1093 time: 1.3279865 Jun 29 12:34:06.545997 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada04fbc-eedc-4644-9540-dbbbd704eb68', 'tag': 'cfecd916-bdeb-4c19-8875-d60eaf0ad5d2'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:06.548446 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca1f14e-912e-4463-9b65-671604cd6f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ada04fbc-eedc-4644-9540-dbbbd704eb68", "tag": "cfecd916-bdeb-4c19-8875-d60eaf0ad5d2"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:06.592689 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f918008-b0b1-4410-97e8-32f91ca74d69 req-20f50084-4b3c-463f-96c8-83bde8f306dd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283708 Jun 29 12:34:06.670468 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-86c4a46b-95aa-43eb-a265-ec298d6517ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:06.671306 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-86c4a46b-95aa-43eb-a265-ec298d6517ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed93385ff03f4672acc79e103ffcb82e&device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 1127 time: 0.0681896 Jun 29 12:34:06.678719 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f46896-a2cb-46a8-bca9-f7939f4f12f0 x-openstack-request-id: req-91f46896-a2cb-46a8-bca9-f7939f4f12f0 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:06.678719 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada04fbc-eedc-4644-9540-dbbbd704eb68", "tag": "cfecd916-bdeb-4c19-8875-d60eaf0ad5d2", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:06.678719 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91f46896-a2cb-46a8-bca9-f7939f4f12f0 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:06.678719 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f46896-a2cb-46a8-bca9-f7939f4f12f0'] response: {'name': 'network-changed', 'server_uuid': 'ada04fbc-eedc-4644-9540-dbbbd704eb68', 'tag': 'cfecd916-bdeb-4c19-8875-d60eaf0ad5d2', 'status': 'completed', 'code': 200} Jun 29 12:34:06.678719 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c469b9-9f3f-4118-aa89-7e22b72d0970 service neutron] Pushing event updated for resources: {'Port': ['ID=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:06.721726 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58112) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:06.749061 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d4bd7-02c4-448e-8d88-3e21a6813f06 req-5ec32308-ecb4-4e29-b993-b511febb5de0 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:06.752703 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-4739f45c-ecf5-45f3-b6e6-1f60f005b8ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 HTTP/1.1" status: 200 len: 217 time: 0.0647204 Jun 29 12:34:06.757323 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb8d4bd7-02c4-448e-8d88-3e21a6813f06 req-5ec32308-ecb4-4e29-b993-b511febb5de0 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 943 time: 0.0679567 Jun 29 12:34:06.781476 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:06.809749 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb8d4bd7-02c4-448e-8d88-3e21a6813f06 req-e8a68bd0-e82c-412a-8f3e-f96bd4ce5545 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513725 Jun 29 12:34:06.829911 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-4ceed6aa-4d16-4323-ac10-b1f87c19cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:06.831517 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-4ceed6aa-4d16-4323-ac10-b1f87c19cf80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec32a5de-64bf-4962-928b-25e4fb02a670 HTTP/1.1" status: 200 len: 848 time: 0.0717514 Jun 29 12:34:06.865802 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 10f89cd0-bfe6-4930-8b3e-f58f898ca571 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:34:06.866014 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-57a2843a-d97b-4c0a-97f3-a4a9c1f468dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:06.866580 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-e7da4bea-d98d-4d2e-9864-a766924d9d84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=953cb3ea-ea04-4857-b87d-b4cc7d724de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290635 Jun 29 12:34:06.867974 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 9c0824d3-f095-48c6-8750-a139a1ca3582 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:34:06.953442 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 9c0824d3-f095-48c6-8750-a139a1ca3582 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:34:06.960697 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-57a2843a-d97b-4c0a-97f3-a4a9c1f468dc admin admin] Publish callbacks [] for security_group (5dd82ffa-20a7-41f4-9d6d-5b8c9f758925), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:06.965177 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-57a2843a-d97b-4c0a-97f3-a4a9c1f468dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (5dd82ffa-20a7-41f4-9d6d-5b8c9f758925), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:06.985933 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 9c0824d3-f095-48c6-8750-a139a1ca3582 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:34:06.986382 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:06.991398 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-15e13171-23b7-4846-ad3a-08013d01bb52 service neutron] 10.222.0.23 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189544 Jun 29 12:34:07.015680 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-57a2843a-d97b-4c0a-97f3-a4a9c1f468dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10d55ed8626c4e209d2e584c606a3a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904127 Jun 29 12:34:07.022456 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:07.027036 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58120) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:07.038300 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2843a-d97b-4c0a-97f3-a4a9c1f468dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd82ffa-20a7-41f4-9d6d-5b8c9f758925,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:07.083021 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:07.090162 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 10f89cd0-bfe6-4930-8b3e-f58f898ca571, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=10f89cd0-bfe6-4930-8b3e-f58f898ca571,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:07.135130 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27205ea2-313b-4920-a0f4-ca690f6b312c req-0a8d8fa1-dd86-43e7-b0bc-542779b9cd65 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:07.135994 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '10f89cd0-bfe6-4930-8b3e-f58f898ca571', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'port_id': '10f89cd0-bfe6-4930-8b3e-f58f898ca571', 'mac_address': 'fa:16:3e:ab:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:34:07.137411 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-27205ea2-313b-4920-a0f4-ca690f6b312c req-0a8d8fa1-dd86-43e7-b0bc-542779b9cd65 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 945 time: 0.1056027 Jun 29 12:34:07.147593 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 9c0824d3-f095-48c6-8750-a139a1ca3582 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:07.148282 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.163187 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73f4f4ec-4a4f-474d-aa52-5880352843c7 admin admin] Publish callbacks [] for security_group (5dd82ffa-20a7-41f4-9d6d-5b8c9f758925), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.170515 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fe1e4-b65d-43d7-8b6e-61423a40fe0e req-bffda70f-7308-4aa6-a5ef-a1de012ab045 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:07.178105 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a34fe1e4-b65d-43d7-8b6e-61423a40fe0e req-bffda70f-7308-4aa6-a5ef-a1de012ab045 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 944 time: 0.0795979 Jun 29 12:34:07.182805 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-91c8d1f0-c119-4bdf-a196-136f46de679c req-de093167-649e-49e8-b880-d9ee1699bf5a service neutron] 10.222.0.23 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846666 Jun 29 12:34:07.221415 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-27205ea2-313b-4920-a0f4-ca690f6b312c req-1c10712e-67bc-40d3-8479-b4bb544e2c65 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760188 Jun 29 12:34:07.228237 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6ff7e6-212e-41a7-9c74-df2c4e3a2010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0824d3-f095-48c6-8750-a139a1ca3582'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:07.237903 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73f4f4ec-4a4f-474d-aa52-5880352843c7 admin admin] Publish callbacks [] for security_group (5dd82ffa-20a7-41f4-9d6d-5b8c9f758925), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.276591 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a34fe1e4-b65d-43d7-8b6e-61423a40fe0e req-463bf827-b351-4c83-b044-e0b0ca770cca tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976195 Jun 29 12:34:07.297361 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:07.297759 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.301797 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 9c0824d3-f095-48c6-8750-a139a1ca3582, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9c0824d3-f095-48c6-8750-a139a1ca3582,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:07.317953 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73f4f4ec-4a4f-474d-aa52-5880352843c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (5dd82ffa-20a7-41f4-9d6d-5b8c9f758925), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.320720 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-73f4f4ec-4a4f-474d-aa52-5880352843c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.324428 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-73f4f4ec-4a4f-474d-aa52-5880352843c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5dd82ffa-20a7-41f4-9d6d-5b8c9f758925 HTTP/1.1" status: 204 len: 168 time: 0.2940807 Jun 29 12:34:07.330620 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4f4ec-4a4f-474d-aa52-5880352843c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd82ffa-20a7-41f4-9d6d-5b8c9f758925,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:07.334287 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.335599 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device ab0649e0-5f8b-479c-990a-de8e68bba496 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:34:07.382186 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f89cd0-bfe6-4930-8b3e-f58f898ca571 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:34:07.432934 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e70178-a596-4566-92c6-da65b970486f req-55421164-019e-4e09-9084-5b537bf1040e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:07.434791 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-06e70178-a596-4566-92c6-da65b970486f req-55421164-019e-4e09-9084-5b537bf1040e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 944 time: 0.0647926 Jun 29 12:34:07.452513 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 10f89cd0-bfe6-4930-8b3e-f58f898ca571, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=10f89cd0-bfe6-4930-8b3e-f58f898ca571,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:07.468278 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.473983 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=9c0824d3-f095-48c6-8750-a139a1ca3582,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:07.509425 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-06e70178-a596-4566-92c6-da65b970486f req-bdf5eca7-913b-409b-87cf-d579cc363472 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648596 Jun 29 12:34:07.509608 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0596f5d-8d31-4dd7-b62a-8aab3d28ea74" -d '{"events": [{"server_uuid": "4d6ff7e6-212e-41a7-9c74-df2c4e3a2010", "name": "network-vif-plugged", "status": "completed", "tag": "9c0824d3-f095-48c6-8750-a139a1ca3582"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:07.516105 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:07.526026 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port ab0649e0-5f8b-479c-990a-de8e68bba496 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:34:07.556356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port ab0649e0-5f8b-479c-990a-de8e68bba496 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:34:07.556709 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.582238 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=10f89cd0-bfe6-4930-8b3e-f58f898ca571,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:07.642887 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:07.666786 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port ab0649e0-5f8b-479c-990a-de8e68bba496 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:07.667251 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.717593 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port ab0649e0-5f8b-479c-990a-de8e68bba496, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ab0649e0-5f8b-479c-990a-de8e68bba496,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:07.717593 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.719101 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:34:07.748640 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['10f89cd0-bfe6-4930-8b3e-f58f898ca571'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:34:07.871575 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451fe1c0-c9d7-4922-b0ca-cfe001a06221 x-openstack-request-id: req-451fe1c0-c9d7-4922-b0ca-cfe001a06221 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:07.872185 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6ff7e6-212e-41a7-9c74-df2c4e3a2010", "name": "network-vif-plugged", "status": "completed", "tag": "9c0824d3-f095-48c6-8750-a139a1ca3582", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:07.872504 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-451fe1c0-c9d7-4922-b0ca-cfe001a06221 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:07.873176 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451fe1c0-c9d7-4922-b0ca-cfe001a06221'] response: {'server_uuid': '4d6ff7e6-212e-41a7-9c74-df2c4e3a2010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0824d3-f095-48c6-8750-a139a1ca3582', 'code': 200} Jun 29 12:34:07.873851 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=ab0649e0-5f8b-479c-990a-de8e68bba496,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:07.876372 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a43218-845c-4d60-bba8-cbf8517b3701 req-917e971f-e6be-4979-a128-db5b22ddbbb1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:07.883620 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-61a43218-845c-4d60-bba8-cbf8517b3701 req-917e971f-e6be-4979-a128-db5b22ddbbb1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.1172864 Jun 29 12:34:07.954439 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:34:07.969212 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:34:07.969651 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:07.985937 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7014c-528a-4163-ac55-c0adb42299fd req-9e0f13e5-d256-4a6d-ba19-cbb023129b5f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:07.990005 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-98d7014c-528a-4163-ac55-c0adb42299fd req-9e0f13e5-d256-4a6d-ba19-cbb023129b5f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 943 time: 0.0702605 Jun 29 12:34:07.993418 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-61a43218-845c-4d60-bba8-cbf8517b3701 req-b342c195-a7d1-42c8-b7b5-e4148c4711e4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030414 Jun 29 12:34:08.093510 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f14e-912e-4463-9b65-671604cd6f6b req-ad821738-d97d-4cae-8fab-8914e55ae370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:08.095777 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ca1f14e-912e-4463-9b65-671604cd6f6b req-ad821738-d97d-4cae-8fab-8914e55ae370 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed93385ff03f4672acc79e103ffcb82e&device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 1127 time: 0.0699923 Jun 29 12:34:08.113885 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-98d7014c-528a-4163-ac55-c0adb42299fd req-d4b7dbc5-bb43-4ca9-8c69-5809cfd1d7b0 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051745 Jun 29 12:34:08.203769 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:08.204743 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:08.271875 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:08.280627 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:08.327311 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f14e-912e-4463-9b65-671604cd6f6b req-fa54c4ad-1d42-4fdc-90d6-9a0ecdba10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:08.329331 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ca1f14e-912e-4463-9b65-671604cd6f6b req-fa54c4ad-1d42-4fdc-90d6-9a0ecdba10d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=953cb3ea-ea04-4857-b87d-b4cc7d724de7 HTTP/1.1" status: 200 len: 909 time: 0.2246046 Jun 29 12:34:08.393386 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ca1f14e-912e-4463-9b65-671604cd6f6b req-b5e90bfd-cb8e-4d4b-a603-e8aa9a38773b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 HTTP/1.1" status: 200 len: 217 time: 0.0570970 Jun 29 12:34:08.408068 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:08.500411 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:08.505375 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fa587-2b54-4643-ac58-51fdb2c383a3 req-7dfd5905-e02c-4ab5-984f-93dc2ae0b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:08.507455 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d46fa587-2b54-4643-ac58-51fdb2c383a3 req-7dfd5905-e02c-4ab5-984f-93dc2ae0b49a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 1130 time: 0.2649546 Jun 29 12:34:08.512982 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f14e-912e-4463-9b65-671604cd6f6b req-bbb5d931-db35-42c8-8ba6-2c3e8ac37d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:08.514662 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ca1f14e-912e-4463-9b65-671604cd6f6b req-bbb5d931-db35-42c8-8ba6-2c3e8ac37d22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec32a5de-64bf-4962-928b-25e4fb02a670 HTTP/1.1" status: 200 len: 848 time: 0.0839813 Jun 29 12:34:08.521846 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85334f0a-d9c3-4932-82a7-cfda4683589d req-84e1a827-9d90-4f91-9ac8-bf773cf18bce tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:08.529546 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-85334f0a-d9c3-4932-82a7-cfda4683589d req-84e1a827-9d90-4f91-9ac8-bf773cf18bce tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.1458161 Jun 29 12:34:08.533221 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d46fa587-2b54-4643-ac58-51fdb2c383a3 req-b775a958-c623-4cd2-ac96-2788b3146b94 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:08.570706 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c46be5-557c-4a01-84ee-7f62bc43dbda req-d498e76a-d89d-4d58-9fcb-9b0f87906dbf tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:08.572413 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e0c46be5-557c-4a01-84ee-7f62bc43dbda req-d498e76a-d89d-4d58-9fcb-9b0f87906dbf tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.1422842 Jun 29 12:34:08.577109 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ca1f14e-912e-4463-9b65-671604cd6f6b req-fff75796-15e2-49a7-bc0e-3bcd5704f8c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=953cb3ea-ea04-4857-b87d-b4cc7d724de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452733 Jun 29 12:34:08.640853 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-85334f0a-d9c3-4932-82a7-cfda4683589d req-e96169c0-971e-44c6-a465-f1d6bfdada43 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098931 Jun 29 12:34:08.671896 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e0c46be5-557c-4a01-84ee-7f62bc43dbda req-7fad2a77-3c2b-4e12-8d9a-c8bb8cb41403 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843513 Jun 29 12:34:08.720927 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ca1f14e-912e-4463-9b65-671604cd6f6b req-ef2a4019-527e-4e79-823b-d135f8312b02 service neutron] 10.222.0.23 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364181 Jun 29 12:34:08.738002 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d46fa587-2b54-4643-ac58-51fdb2c383a3 req-b775a958-c623-4cd2-ac96-2788b3146b94 service neutron] Publish callbacks [] for security_group (ff8134c1-b88e-4eeb-99ef-d5789fd7d13d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:08.743596 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-d46fa587-2b54-4643-ac58-51fdb2c383a3 req-b775a958-c623-4cd2-ac96-2788b3146b94 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ff8134c1-b88e-4eeb-99ef-d5789fd7d13d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:08.800989 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d46fa587-2b54-4643-ac58-51fdb2c383a3 req-b775a958-c623-4cd2-ac96-2788b3146b94 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850120 Jun 29 12:34:08.800989 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775a958-c623-4cd2-ac96-2788b3146b94 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8134c1-b88e-4eeb-99ef-d5789fd7d13d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:08.839594 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a4a10-de65-48d7-83dd-46a525614dec req-18886d77-4f7e-4492-a596-7b09c887da93 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:08.839594 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-290a4a10-de65-48d7-83dd-46a525614dec req-18886d77-4f7e-4492-a596-7b09c887da93 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 945 time: 0.1025188 Jun 29 12:34:08.842140 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:08.863737 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c73e8ec9-3797-428f-82d9-0808363d1eab details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:34:08.869441 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 10f89cd0-bfe6-4930-8b3e-f58f898ca571 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:34:08.897393 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ca1f14e-912e-4463-9b65-671604cd6f6b req-2f67f9ef-8599-4a38-bb45-0241b93c21e5 service neutron] 10.222.0.23 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699836 Jun 29 12:34:08.910217 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-290a4a10-de65-48d7-83dd-46a525614dec req-37c153f3-ed5f-4f9c-ad68-727e71549eb3 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645275 Jun 29 12:34:08.961746 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:09.004801 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:34:09.014114 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:34:09.014532 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:09.068706 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:09.086553 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'port_id': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'mac_address': 'fa:16:3e:fb:a8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:34:09.148065 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c73e8ec9-3797-428f-82d9-0808363d1eab is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:09.148371 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:09.162676 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fcf8c-a2e9-412a-abf4-d1f67da61fb0 req-b9b208d8-e15d-4f5c-ab0e-1ea510b6d709 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:09.171249 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7e2fcf8c-a2e9-412a-abf4-d1f67da61fb0 req-b9b208d8-e15d-4f5c-ab0e-1ea510b6d709 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0778801 Jun 29 12:34:09.173003 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73e8ec9-3797-428f-82d9-0808363d1eab {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:34:09.182281 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:09.182701 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:09.197865 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:09.233231 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:09.237470 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 10f89cd0-bfe6-4930-8b3e-f58f898ca571, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=10f89cd0-bfe6-4930-8b3e-f58f898ca571,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:09.238925 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:09.250197 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7e2fcf8c-a2e9-412a-abf4-d1f67da61fb0 req-27673e3c-96b3-45dd-9bc7-8ac194c3ce3d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779326 Jun 29 12:34:09.283432 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:09.298997 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b0c18-d4c0-4e6d-8559-aa4afe617b31 req-6621dcdb-3060-4324-b707-691d2509e81a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:09.303063 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f69b0c18-d4c0-4e6d-8559-aa4afe617b31 req-6621dcdb-3060-4324-b707-691d2509e81a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 943 time: 0.0777156 Jun 29 12:34:09.319481 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:09.367308 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f69b0c18-d4c0-4e6d-8559-aa4afe617b31 req-6153f90e-7850-4648-b6e1-540604e32294 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589848 Jun 29 12:34:09.386277 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=10f89cd0-bfe6-4930-8b3e-f58f898ca571,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:09.496429 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['c73e8ec9-3797-428f-82d9-0808363d1eab'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:34:09.779014 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5acad-f935-41f4-b9a1-d1c154579af5 req-21544791-1759-4371-a538-c9487a76eb8d tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:09.787441 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a9b5acad-f935-41f4-b9a1-d1c154579af5 req-21544791-1759-4371-a538-c9487a76eb8d tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.0674136 Jun 29 12:34:09.808064 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccba6a-9e35-48ab-ba61-4ed6bb994f8e req-dcc98112-79d0-4a90-b545-77216a4b7ac0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:09.812711 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-61ccba6a-9e35-48ab-ba61-4ed6bb994f8e req-dcc98112-79d0-4a90-b545-77216a4b7ac0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0615237 Jun 29 12:34:09.834371 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a9b5acad-f935-41f4-b9a1-d1c154579af5 req-f7fbdd71-6b0e-4f58-b911-1d3a7e4e57ba tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Jun 29 12:34:09.865743 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-61ccba6a-9e35-48ab-ba61-4ed6bb994f8e req-d78de733-b568-4d4d-9d37-7459cedc085e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458024 Jun 29 12:34:09.874239 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d59927-1de5-433d-8c94-5bf3aab49f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0649e0-5f8b-479c-990a-de8e68bba496'}, {'server_uuid': 'f2fe6e32-c192-444c-8fa1-df3767145bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed'}, {'server_uuid': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f89cd0-bfe6-4930-8b3e-f58f898ca571'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:09.877499 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7d0d3f-b741-428b-bd6b-3cafde673916" -d '{"events": [{"server_uuid": "d6d59927-1de5-433d-8c94-5bf3aab49f49", "name": "network-vif-plugged", "status": "completed", "tag": "ab0649e0-5f8b-479c-990a-de8e68bba496"}, {"server_uuid": "f2fe6e32-c192-444c-8fa1-df3767145bc0", "name": "network-vif-plugged", "status": "completed", "tag": "1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed"}, {"server_uuid": "850c462a-25ae-40e2-a43b-fdf1ec4ab8e4", "name": "network-vif-plugged", "status": "completed", "tag": "10f89cd0-bfe6-4930-8b3e-f58f898ca571"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:09.931306 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a976ab28-a96f-467e-bfdb-27c02725deee x-openstack-request-id: req-a976ab28-a96f-467e-bfdb-27c02725deee {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:09.931610 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d59927-1de5-433d-8c94-5bf3aab49f49", "name": "network-vif-plugged", "status": "completed", "tag": "ab0649e0-5f8b-479c-990a-de8e68bba496", "code": 200}, {"server_uuid": "f2fe6e32-c192-444c-8fa1-df3767145bc0", "name": "network-vif-plugged", "status": "completed", "tag": "1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed", "code": 200}, {"server_uuid": "850c462a-25ae-40e2-a43b-fdf1ec4ab8e4", "name": "network-vif-plugged", "status": "completed", "tag": "10f89cd0-bfe6-4930-8b3e-f58f898ca571", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:09.931862 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a976ab28-a96f-467e-bfdb-27c02725deee {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:09.932345 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a976ab28-a96f-467e-bfdb-27c02725deee'] response: {'server_uuid': 'd6d59927-1de5-433d-8c94-5bf3aab49f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0649e0-5f8b-479c-990a-de8e68bba496', 'code': 200} Jun 29 12:34:09.932500 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a976ab28-a96f-467e-bfdb-27c02725deee'] response: {'server_uuid': 'f2fe6e32-c192-444c-8fa1-df3767145bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed', 'code': 200} Jun 29 12:34:09.932814 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a976ab28-a96f-467e-bfdb-27c02725deee'] response: {'server_uuid': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f89cd0-bfe6-4930-8b3e-f58f898ca571', 'code': 200} Jun 29 12:34:10.110253 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e470dc-c649-4e62-a88a-3cda6eac9066 req-de1bd8fe-288f-4960-b6c1-e41b4ed095a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:10.111802 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-53e470dc-c649-4e62-a88a-3cda6eac9066 req-de1bd8fe-288f-4960-b6c1-e41b4ed095a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0562987 Jun 29 12:34:10.224571 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-53e470dc-c649-4e62-a88a-3cda6eac9066 req-e074f504-3136-43fc-a36a-63767f3bba1a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008151 Jun 29 12:34:10.302274 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27558a10-7387-4264-9e97-8858557d9d30 req-f5e85375-5180-4cc0-8f1a-5b259c584aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:10.304547 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-27558a10-7387-4264-9e97-8858557d9d30 req-f5e85375-5180-4cc0-8f1a-5b259c584aea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 1130 time: 0.0650508 Jun 29 12:34:10.335920 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8b514-6ee8-4b0e-8023-41d731a750bc req-117cf066-1e9c-41dd-b25d-f3eda0e784c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:10.337458 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ac8b514-6ee8-4b0e-8023-41d731a750bc req-117cf066-1e9c-41dd-b25d-f3eda0e784c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 1130 time: 0.1512811 Jun 29 12:34:10.362741 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95569f04-c28c-4a50-b8e6-71b4c76798fb req-994578c1-dbef-4abc-aa3c-cb83b5c6334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:10.363018 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:10.364564 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-95569f04-c28c-4a50-b8e6-71b4c76798fb req-994578c1-dbef-4abc-aa3c-cb83b5c6334c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 1129 time: 0.1142514 Jun 29 12:34:10.434416 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a4a7e-e672-402a-83b9-82ad2960b7d8 req-fc1196e9-7f59-4238-b058-dd6cb09140ab tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:10.436270 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1c0a4a7e-e672-402a-83b9-82ad2960b7d8 req-fc1196e9-7f59-4238-b058-dd6cb09140ab tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 945 time: 0.0836315 Jun 29 12:34:10.439331 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-27558a10-7387-4264-9e97-8858557d9d30 req-48e9930e-3583-4ef1-8eba-33313fc3aa79 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131570 Jun 29 12:34:10.457105 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:10.470566 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ac8b514-6ee8-4b0e-8023-41d731a750bc req-73f6849c-2c6f-4639-a0e1-25f9d8e36b0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260540 Jun 29 12:34:10.518323 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1c0a4a7e-e672-402a-83b9-82ad2960b7d8 req-3e374198-991a-429f-a733-db9b8718cba0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742166 Jun 29 12:34:10.578666 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-95569f04-c28c-4a50-b8e6-71b4c76798fb req-44cd4234-2e13-4de4-9a6d-46aec16b42c0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580310 Jun 29 12:34:10.608820 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57ad51-8f62-479d-ae4f-760796a3a61f req-5a8d3ae9-100f-4b30-800e-409d39de0586 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:10.615115 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5e57ad51-8f62-479d-ae4f-760796a3a61f req-5a8d3ae9-100f-4b30-800e-409d39de0586 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 943 time: 0.1200910 Jun 29 12:34:10.668167 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5e57ad51-8f62-479d-ae4f-760796a3a61f req-2895065b-20a8-4cde-ac6a-ffc797ebffad tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Jun 29 12:34:10.737977 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58244) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:10.846533 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cb7022d6-b914-4463-b5d3-70c88124e0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:10.960428 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cb7022d6-b914-4463-b5d3-70c88124e0ea admin admin] Publish callbacks [] for security_group (b7c9a5ab-0cbd-4a3f-b21e-bf7c476f1c57), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:10.967029 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cb7022d6-b914-4463-b5d3-70c88124e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (b7c9a5ab-0cbd-4a3f-b21e-bf7c476f1c57), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:10.993451 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5933468-4be4-4e81-909f-87bfbeb76757 req-77a8d903-e551-410c-9dcf-227a6b53306d tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:10.994608 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b73548-5152-4ba0-9817-0312e0bd5f79 req-332bd330-06d5-49f7-a623-73ccdcbd5024 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:10.994938 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d5933468-4be4-4e81-909f-87bfbeb76757 req-77a8d903-e551-410c-9dcf-227a6b53306d tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.0843852 Jun 29 12:34:10.996815 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d4b73548-5152-4ba0-9817-0312e0bd5f79 req-332bd330-06d5-49f7-a623-73ccdcbd5024 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0512807 Jun 29 12:34:11.035629 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-cb7022d6-b914-4463-b5d3-70c88124e0ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=329fe57379ac4f89a92e0394d3a99342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950768 Jun 29 12:34:11.036635 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7022d6-b914-4463-b5d3-70c88124e0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c9a5ab-0cbd-4a3f-b21e-bf7c476f1c57,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:11.043191 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58254) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:11.067619 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d4b73548-5152-4ba0-9817-0312e0bd5f79 req-bc6b514a-22da-47bb-a77f-e7b80de7d486 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587628 Jun 29 12:34:11.098745 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d5933468-4be4-4e81-909f-87bfbeb76757 req-fd40e3b6-38b4-468b-b95b-8806e414e0ec tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918436 Jun 29 12:34:11.134918 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-89ca4ce1-5509-4829-9be7-117f4ea1ae7a admin admin] Publish callbacks [] for security_group (b7c9a5ab-0cbd-4a3f-b21e-bf7c476f1c57), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.158959 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-89ca4ce1-5509-4829-9be7-117f4ea1ae7a admin admin] Publish callbacks [] for security_group (b7c9a5ab-0cbd-4a3f-b21e-bf7c476f1c57), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.212970 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-89ca4ce1-5509-4829-9be7-117f4ea1ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (b7c9a5ab-0cbd-4a3f-b21e-bf7c476f1c57), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.215593 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-89ca4ce1-5509-4829-9be7-117f4ea1ae7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.216768 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-89ca4ce1-5509-4829-9be7-117f4ea1ae7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7c9a5ab-0cbd-4a3f-b21e-bf7c476f1c57 HTTP/1.1" status: 204 len: 168 time: 0.1678288 Jun 29 12:34:11.225668 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca4ce1-5509-4829-9be7-117f4ea1ae7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c9a5ab-0cbd-4a3f-b21e-bf7c476f1c57,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:11.345676 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcf71-1514-43a8-a19d-a4c2f8d1a3c0 req-f7047b2f-7ddf-4de2-858c-a895bc07f199 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:11.348301 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e7afcf71-1514-43a8-a19d-a4c2f8d1a3c0 req-f7047b2f-7ddf-4de2-858c-a895bc07f199 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0494981 Jun 29 12:34:11.404293 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e7afcf71-1514-43a8-a19d-a4c2f8d1a3c0 req-2e4afadf-569b-4898-a199-a48e1f317cac tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Jun 29 12:34:11.536531 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58262) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:11.549856 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b44c6396-92e5-49ff-ab00-521c58b4d959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.654386 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b44c6396-92e5-49ff-ab00-521c58b4d959 admin admin] Publish callbacks [] for security_group (c5be0f2c-c2c5-4352-93e1-1233bce6bca6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.661295 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b44c6396-92e5-49ff-ab00-521c58b4d959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c5be0f2c-c2c5-4352-93e1-1233bce6bca6), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.686934 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b38faa-eab8-4af1-bf91-75b33bcd73ee req-6fc7dfae-0dd1-4b40-a91f-3628610af102 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:11.688376 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-54b38faa-eab8-4af1-bf91-75b33bcd73ee req-6fc7dfae-0dd1-4b40-a91f-3628610af102 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 945 time: 0.0768945 Jun 29 12:34:11.726768 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b44c6396-92e5-49ff-ab00-521c58b4d959 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf14dd9c59ca441ab27e583886c2f44f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889300 Jun 29 12:34:11.729349 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:11.729851 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 58270) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:11.732062 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c6396-92e5-49ff-ab00-521c58b4d959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5be0f2c-c2c5-4352-93e1-1233bce6bca6,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:11.740571 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:11.768507 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-54b38faa-eab8-4af1-bf91-75b33bcd73ee req-5c5b2394-0867-4929-ba72-e6d8283c7a43 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713181 Jun 29 12:34:11.832028 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab352612-933b-486a-87d1-7efc4686a0f5 req-74ffeaa4-d79d-47fe-90a1-eb7b8f463f4c tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:11.834464 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ab352612-933b-486a-87d1-7efc4686a0f5 req-74ffeaa4-d79d-47fe-90a1-eb7b8f463f4c tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 943 time: 0.0717835 Jun 29 12:34:11.837323 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Publish callbacks [] for security_group (c5be0f2c-c2c5-4352-93e1-1233bce6bca6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.858211 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:11.864836 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:34:11.881315 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Publish callbacks [] for security_group (c5be0f2c-c2c5-4352-93e1-1233bce6bca6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.936014 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ab352612-933b-486a-87d1-7efc4686a0f5 req-f7d5c666-ab8a-44ff-b27c-578288546dd9 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955403 Jun 29 12:34:11.959193 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c5be0f2c-c2c5-4352-93e1-1233bce6bca6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.961732 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:11.962882 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5be0f2c-c2c5-4352-93e1-1233bce6bca6 HTTP/1.1" status: 204 len: 168 time: 0.2316751 Jun 29 12:34:11.971148 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5be0f2c-c2c5-4352-93e1-1233bce6bca6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:11.978864 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,segment=NetworkSegment(b3cd1d78-e07f-47dc-af81-718c84d83d0b),segment_id=b3cd1d78-e07f-47dc-af81-718c84d83d0b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:11.979170 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.979519 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.980321 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.980321 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.980490 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.980826 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.981155 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.981474 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.981798 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.982122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.982464 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.982791 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.983110 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.983429 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:11.983751 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a12590-1487-4cc1-8199-7a5486748639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:12.004841 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'cfecd916-bdeb-4c19-8875-d60eaf0ad5d2', 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7', 'port_id': 'cfecd916-bdeb-4c19-8875-d60eaf0ad5d2', 'mac_address': 'fa:16:3e:16:4e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec32a5de-64bf-4962-928b-25e4fb02a670', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:34:12.048151 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:12.048540 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:12.062624 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:34:12.080768 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:12.085865 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,segment=NetworkSegment(b3cd1d78-e07f-47dc-af81-718c84d83d0b),segment_id=b3cd1d78-e07f-47dc-af81-718c84d83d0b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:12.091473 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:12.164773 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:12.227103 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188648-3626-4c96-b15e-60674e1b5138 req-f4488e25-029a-4033-87c9-e0026ac012e9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:12.228758 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dd188648-3626-4c96-b15e-60674e1b5138 req-f4488e25-029a-4033-87c9-e0026ac012e9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0672209 Jun 29 12:34:12.257498 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dea2af-8492-4b56-ba3f-5b757dd10d0f req-b3d22770-41e2-4110-a427-17b0f6b54321 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:12.259206 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-28dea2af-8492-4b56-ba3f-5b757dd10d0f req-b3d22770-41e2-4110-a427-17b0f6b54321 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.0636582 Jun 29 12:34:12.292516 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dd188648-3626-4c96-b15e-60674e1b5138 req-38247799-5e5e-40c7-88b9-274929476ae1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562987 Jun 29 12:34:12.316361 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-28dea2af-8492-4b56-ba3f-5b757dd10d0f req-47168816-9a70-4414-a4a2-a82821fca328 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515761 Jun 29 12:34:12.506171 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:12.527887 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038ab7e-018c-47e1-89d1-d5f7d5fd2de2 req-3a57c552-811e-45e6-bd88-94a9331b4fba tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:12.529380 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2038ab7e-018c-47e1-89d1-d5f7d5fd2de2 req-3a57c552-811e-45e6-bd88-94a9331b4fba tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0506873 Jun 29 12:34:12.586703 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2038ab7e-018c-47e1-89d1-d5f7d5fd2de2 req-13c8bc61-dd44-41a9-b7e8-9ff11c540ada tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457113 Jun 29 12:34:12.689652 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c73e8ec9-3797-428f-82d9-0808363d1eab up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:34:12.736294 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port c73e8ec9-3797-428f-82d9-0808363d1eab completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:34:12.743716 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port c73e8ec9-3797-428f-82d9-0808363d1eab triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:34:12.744289 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:12.828180 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c73e8ec9-3797-428f-82d9-0808363d1eab is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:12.828567 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:12.855789 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:12.857935 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dcb7ca-8bf9-4b41-96e0-77be0388606a" -d '{"events": [{"server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "name": "network-vif-plugged", "status": "completed", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:12.871370 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:12.875498 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:12.899642 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:12.922973 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908c491b-e08c-4b26-873f-888e2c41d763 x-openstack-request-id: req-908c491b-e08c-4b26-873f-888e2c41d763 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:12.923858 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "name": "network-vif-plugged", "status": "completed", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:12.924121 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-908c491b-e08c-4b26-873f-888e2c41d763 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:12.924517 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908c491b-e08c-4b26-873f-888e2c41d763'] response: {'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'code': 200} Jun 29 12:34:12.933105 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e203-af1a-4f78-b283-5fbb9bfd6fd1 req-d43dde86-645c-4254-966b-9bae2f0b030f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:12.938444 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:12.940089 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6a13e203-af1a-4f78-b283-5fbb9bfd6fd1 req-d43dde86-645c-4254-966b-9bae2f0b030f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 945 time: 0.0950172 Jun 29 12:34:12.989188 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6a13e203-af1a-4f78-b283-5fbb9bfd6fd1 req-c6a1bc80-027f-427a-84d3-52ea7b42b9f5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481002 Jun 29 12:34:13.071670 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58133b-c855-4642-9db8-7b0b27b076f9 req-88511e15-d3d2-49a5-a5b8-76843b4a12db tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:13.073248 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9f58133b-c855-4642-9db8-7b0b27b076f9 req-88511e15-d3d2-49a5-a5b8-76843b4a12db tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 944 time: 0.0529170 Jun 29 12:34:13.128752 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9f58133b-c855-4642-9db8-7b0b27b076f9 req-79ebb9a3-a3bb-406e-bb15-9ec8cc4c4c1d tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493586 Jun 29 12:34:13.412468 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8ac84-5e11-4853-8c1d-d9479fe65b79 req-a380bbfe-2a9e-49e9-aaba-230e032403bf tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:13.413974 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e6d8ac84-5e11-4853-8c1d-d9479fe65b79 req-a380bbfe-2a9e-49e9-aaba-230e032403bf tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0525682 Jun 29 12:34:13.447951 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cc864-6937-411d-b625-c71679be529b req-2ad53ede-dff6-4eff-b0b5-84d39ae5eda7 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:13.449679 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5f4cc864-6937-411d-b625-c71679be529b req-2ad53ede-dff6-4eff-b0b5-84d39ae5eda7 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.0538046 Jun 29 12:34:13.467585 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e6d8ac84-5e11-4853-8c1d-d9479fe65b79 req-88a28a16-bd52-441a-afc9-fb7c74dccd66 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465579 Jun 29 12:34:13.511235 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5f4cc864-6937-411d-b625-c71679be529b req-34f71bb7-20da-4fab-af43-2af18c3c7d09 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557506 Jun 29 12:34:13.714110 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9fd30-7ce2-4319-8ab0-482ea22515bf req-aab2bac7-d15b-4c55-afbc-8cf68d3df241 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:13.714110 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8be9fd30-7ce2-4319-8ab0-482ea22515bf req-aab2bac7-d15b-4c55-afbc-8cf68d3df241 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0556273 Jun 29 12:34:13.765295 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8be9fd30-7ce2-4319-8ab0-482ea22515bf req-83c57a1f-0591-4d61-b46f-a0bb7b3d847d tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478482 Jun 29 12:34:13.920033 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['cfecd916-bdeb-4c19-8875-d60eaf0ad5d2'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:34:14.140717 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b9141-91c0-42fe-b252-0fbcb2a43b39 req-a6190680-10df-4dc2-9d99-b832a7dfac71 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:14.142406 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2f9b9141-91c0-42fe-b252-0fbcb2a43b39 req-a6190680-10df-4dc2-9d99-b832a7dfac71 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0630424 Jun 29 12:34:14.215252 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2f9b9141-91c0-42fe-b252-0fbcb2a43b39 req-f3f2df8b-b20b-4d3b-9f6a-6ba24b8ff9ae tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647845 Jun 29 12:34:14.281190 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013dfce-065e-462b-8e2b-c7e972ea7cfe req-4f258c43-b857-4e96-961b-fac810c8db6f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:14.282735 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4013dfce-065e-462b-8e2b-c7e972ea7cfe req-4f258c43-b857-4e96-961b-fac810c8db6f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 944 time: 0.0587928 Jun 29 12:34:14.355526 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4013dfce-065e-462b-8e2b-c7e972ea7cfe req-358c3e42-37a8-4fce-abb1-b1b5413af0c8 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646548 Jun 29 12:34:14.591798 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4b1e-be46-4807-89e0-5193ba518a44 req-b5979c6c-6f43-4b78-8138-a96e856be131 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:14.594947 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f86b4b1e-be46-4807-89e0-5193ba518a44 req-b5979c6c-6f43-4b78-8138-a96e856be131 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0532706 Jun 29 12:34:14.636764 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c1b96-0bcb-488e-a8ff-ff11a0e01abb req-0a1a2480-e274-4404-86c9-c6b8018b5c5a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:14.638257 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2f3c1b96-0bcb-488e-a8ff-ff11a0e01abb req-0a1a2480-e274-4404-86c9-c6b8018b5c5a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.0504103 Jun 29 12:34:14.646755 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f86b4b1e-be46-4807-89e0-5193ba518a44 req-7611c3c8-7e41-4c6d-a8a5-5117e941a13b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471640 Jun 29 12:34:14.692698 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2f3c1b96-0bcb-488e-a8ff-ff11a0e01abb req-aa1e0eb2-e880-40f7-9e5c-29eae1d8cab3 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476496 Jun 29 12:34:14.910667 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f1396-ee9d-4dcb-83eb-3a2b518f762c req-4bf8f111-2246-42dd-b515-1e350f7339ff tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:14.920164 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a77f1396-ee9d-4dcb-83eb-3a2b518f762c req-4bf8f111-2246-42dd-b515-1e350f7339ff tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0717723 Jun 29 12:34:14.960503 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 58396) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:14.983783 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a77f1396-ee9d-4dcb-83eb-3a2b518f762c req-fb92c48f-0798-4b6e-a26a-31d93c22bc32 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605242 Jun 29 12:34:15.084076 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-91c3d39e-002f-41e1-9572-9ac528f3db74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.176060 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-91c3d39e-002f-41e1-9572-9ac528f3db74 admin admin] Publish callbacks [] for security_group (6a9b0036-ecc1-4042-990c-2ce8822c35de), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.179889 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-91c3d39e-002f-41e1-9572-9ac528f3db74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6a9b0036-ecc1-4042-990c-2ce8822c35de), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.213377 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:15.219580 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3d39e-002f-41e1-9572-9ac528f3db74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9b0036-ecc1-4042-990c-2ce8822c35de,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:15.225571 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-91c3d39e-002f-41e1-9572-9ac528f3db74 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0b563675dfa48ab8f91309a4b2d96c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640011 Jun 29 12:34:15.228619 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58404) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:15.283775 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Publish callbacks [] for security_group (6a9b0036-ecc1-4042-990c-2ce8822c35de), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.309389 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Publish callbacks [] for security_group (6a9b0036-ecc1-4042-990c-2ce8822c35de), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.337280 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:15.347625 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0536a5f-882e-4300-8ddc-1f17f3b1d1b6 req-8dfb730a-37ab-46e7-b06c-75ddaa14cefa tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:15.351234 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b0536a5f-882e-4300-8ddc-1f17f3b1d1b6 req-8dfb730a-37ab-46e7-b06c-75ddaa14cefa tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0505610 Jun 29 12:34:15.367280 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6a9b0036-ecc1-4042-990c-2ce8822c35de), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.369736 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.375025 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a9b0036-ecc1-4042-990c-2ce8822c35de HTTP/1.1" status: 204 len: 168 time: 0.1410265 Jun 29 12:34:15.393481 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9b0036-ecc1-4042-990c-2ce8822c35de,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:15.401936 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b0536a5f-882e-4300-8ddc-1f17f3b1d1b6 req-7a1f30e4-78c5-4e6c-946b-b5f2681b7383 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466106 Jun 29 12:34:15.405333 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.405854 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.406392 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.407016 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.407741 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.408934 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.409799 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.410387 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.410902 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.411535 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.411917 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.412242 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.412573 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.412917 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.413236 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb233e90-1497-4300-91f4-aee132d89c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:15.479320 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4de189-74cf-4146-a7e4-7528badc1437 req-780a54db-3c6d-4686-bd4b-e5b9c907070a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:15.480865 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9e4de189-74cf-4146-a7e4-7528badc1437 req-780a54db-3c6d-4686-bd4b-e5b9c907070a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 944 time: 0.0519133 Jun 29 12:34:15.531939 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9e4de189-74cf-4146-a7e4-7528badc1437 req-300256a6-6a4f-4416-8af2-fc569dc552a9 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Jun 29 12:34:15.631117 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d661d508-a397-4847-80e7-6a579552496b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.677598 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58418) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:15.691721 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a81ee249-129c-4eaa-9117-077cf3b293f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.712802 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:15.764124 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868eb6a-e808-4a69-8afc-4079f260c1ff req-673f5018-f9bf-44ec-b703-d545dfe1db87 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:15.765831 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b868eb6a-e808-4a69-8afc-4079f260c1ff req-673f5018-f9bf-44ec-b703-d545dfe1db87 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0499160 Jun 29 12:34:15.775883 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a81ee249-129c-4eaa-9117-077cf3b293f4 admin admin] Publish callbacks [] for security_group (5d406a8c-523c-46e4-9662-2e0d5d6b84ad), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.779964 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a81ee249-129c-4eaa-9117-077cf3b293f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (5d406a8c-523c-46e4-9662-2e0d5d6b84ad), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.805713 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:15.818904 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b868eb6a-e808-4a69-8afc-4079f260c1ff req-f1b8c1b1-0428-4279-b811-e16445c3edac tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Jun 29 12:34:15.825190 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a81ee249-129c-4eaa-9117-077cf3b293f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1ba1b7d2d2a476bb12ea1266ac98afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465688 Jun 29 12:34:15.825892 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ee249-129c-4eaa-9117-077cf3b293f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d406a8c-523c-46e4-9662-2e0d5d6b84ad,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:15.827894 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 58420) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:15.877225 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f9926d7-f9ac-40e4-a224-65076f237d44 admin admin] Publish callbacks [] for security_group (5d406a8c-523c-46e4-9662-2e0d5d6b84ad), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.900851 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f9926d7-f9ac-40e4-a224-65076f237d44 admin admin] Publish callbacks [] for security_group (5d406a8c-523c-46e4-9662-2e0d5d6b84ad), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.947951 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f9926d7-f9ac-40e4-a224-65076f237d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (5d406a8c-523c-46e4-9662-2e0d5d6b84ad), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.950444 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f9926d7-f9ac-40e4-a224-65076f237d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:15.951562 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-2f9926d7-f9ac-40e4-a224-65076f237d44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d406a8c-523c-46e4-9662-2e0d5d6b84ad HTTP/1.1" status: 204 len: 168 time: 0.1227326 Jun 29 12:34:15.959261 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9926d7-f9ac-40e4-a224-65076f237d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d406a8c-523c-46e4-9662-2e0d5d6b84ad,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:16.104613 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde75734-38f5-49cb-9251-9b7583334233 req-dfb0ef6b-f423-4922-ab5c-ff9d6727826c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:16.106084 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bde75734-38f5-49cb-9251-9b7583334233 req-dfb0ef6b-f423-4922-ab5c-ff9d6727826c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0484369 Jun 29 12:34:16.160443 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bde75734-38f5-49cb-9251-9b7583334233 req-1799da90-ba5e-4ef8-9d4f-7862a3c07bf9 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478027 Jun 29 12:34:16.526999 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b39e9-a235-4461-a6d9-a123e9eea307 req-2e981bfc-75b3-46bf-94e9-dcfd85d02298 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:16.528564 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4a1b39e9-a235-4461-a6d9-a123e9eea307 req-2e981bfc-75b3-46bf-94e9-dcfd85d02298 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0471857 Jun 29 12:34:16.583556 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4a1b39e9-a235-4461-a6d9-a123e9eea307 req-c00dba02-218b-4f76-9a52-a2d0a2d62a77 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481846 Jun 29 12:34:16.650302 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33636bcf-ff25-4ef3-8709-8560f19de366 req-7d919452-9884-4a26-b10c-ed0961d4a5ae tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:16.651785 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-33636bcf-ff25-4ef3-8709-8560f19de366 req-7d919452-9884-4a26-b10c-ed0961d4a5ae tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 944 time: 0.0481656 Jun 29 12:34:16.706619 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-33636bcf-ff25-4ef3-8709-8560f19de366 req-ebaf8e84-0009-4ab8-9dc8-e2ed8625941c tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492861 Jun 29 12:34:16.951626 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c1d2d-0a53-47e4-b42b-21be443ffb33 req-51d19b99-ec7c-4b54-9e5a-3d291625deef tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:16.953102 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f63c1d2d-0a53-47e4-b42b-21be443ffb33 req-51d19b99-ec7c-4b54-9e5a-3d291625deef tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0495348 Jun 29 12:34:17.003447 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f63c1d2d-0a53-47e4-b42b-21be443ffb33 req-3a366ad2-dbb2-42bd-b7eb-2419c55e19b3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436754 Jun 29 12:34:17.287294 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623cae7-b7b5-4bb1-aea2-ac24b09491d5 req-ed8d6904-403f-4da6-9846-c4c48983044a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:17.288785 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8623cae7-b7b5-4bb1-aea2-ac24b09491d5 req-ed8d6904-403f-4da6-9846-c4c48983044a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0463531 Jun 29 12:34:17.337475 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8623cae7-b7b5-4bb1-aea2-ac24b09491d5 req-1931e93a-7ef1-442f-9f03-ef80ceb12f1d tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422833 Jun 29 12:34:17.434139 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:34:17.478750 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:34:17.484510 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:34:17.484893 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:17.556681 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:17.556989 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:17.579388 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada04fbc-eedc-4644-9540-dbbbd704eb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfecd916-bdeb-4c19-8875-d60eaf0ad5d2'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:17.582199 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf13aef9-e0bf-4ceb-859a-ca221ddee9ee" -d '{"events": [{"server_uuid": "ada04fbc-eedc-4644-9540-dbbbd704eb68", "name": "network-vif-plugged", "status": "completed", "tag": "cfecd916-bdeb-4c19-8875-d60eaf0ad5d2"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:17.595100 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,segment=NetworkSegment(b3cd1d78-e07f-47dc-af81-718c84d83d0b),segment_id=b3cd1d78-e07f-47dc-af81-718c84d83d0b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:17.600599 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:17.636869 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a7bbd8-ae72-4b59-8c60-4a385d80d2de x-openstack-request-id: req-99a7bbd8-ae72-4b59-8c60-4a385d80d2de {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:17.637206 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada04fbc-eedc-4644-9540-dbbbd704eb68", "name": "network-vif-plugged", "status": "completed", "tag": "cfecd916-bdeb-4c19-8875-d60eaf0ad5d2", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:17.637519 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99a7bbd8-ae72-4b59-8c60-4a385d80d2de {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:17.637970 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a7bbd8-ae72-4b59-8c60-4a385d80d2de'] response: {'server_uuid': 'ada04fbc-eedc-4644-9540-dbbbd704eb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfecd916-bdeb-4c19-8875-d60eaf0ad5d2', 'code': 200} Jun 29 12:34:17.665620 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:17.672971 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.673408 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.673826 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.674259 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.675494 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.679063 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.679521 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.680134 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.680571 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.681129 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.681717 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.682263 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.682733 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.683167 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.683594 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:34:17.722459 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae680ebe-4952-4f26-a26d-3bfda5961d5e req-3d92507d-b166-4537-bdd2-09cc1af537ba tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:17.741183 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ae680ebe-4952-4f26-a26d-3bfda5961d5e req-3d92507d-b166-4537-bdd2-09cc1af537ba tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0681126 Jun 29 12:34:17.798848 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ae680ebe-4952-4f26-a26d-3bfda5961d5e req-8545ff3a-faab-47dc-9943-7082ca899635 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540843 Jun 29 12:34:17.852316 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07ae20-a63f-4185-9903-80b6f530ab99 req-1fbf7331-c536-4bc6-8516-272528e93daf tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:17.853800 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe07ae20-a63f-4185-9903-80b6f530ab99 req-1fbf7331-c536-4bc6-8516-272528e93daf tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0537801 Jun 29 12:34:17.900260 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe07ae20-a63f-4185-9903-80b6f530ab99 req-cec213dc-c9fe-47ed-a904-bfdb58176a05 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Jun 29 12:34:17.981838 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c11be68-d727-40d7-8412-2a472a4a705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:18.123398 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c5e66-f1cf-47be-8e4f-cab858037831 req-271d161d-5de5-4b54-b6fc-1b649455841a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:18.124765 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a7c5e66-f1cf-47be-8e4f-cab858037831 req-271d161d-5de5-4b54-b6fc-1b649455841a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0506392 Jun 29 12:34:18.172313 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a7c5e66-f1cf-47be-8e4f-cab858037831 req-d346042d-ba26-4c25-8498-ff25d0edf4a3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Jun 29 12:34:18.455370 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc02c00-ab2d-4f9b-8b8a-007366ddc99d req-bb5a2b06-b5bb-4196-b1ea-4d9cb2651fa0 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:18.458001 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3cc02c00-ab2d-4f9b-8b8a-007366ddc99d req-bb5a2b06-b5bb-4196-b1ea-4d9cb2651fa0 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0523250 Jun 29 12:34:18.505391 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3cc02c00-ab2d-4f9b-8b8a-007366ddc99d req-294c5fd7-cf8f-4cfc-b87b-845041148d70 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417540 Jun 29 12:34:18.926876 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154f652-2855-4761-9559-1af4917aa565 req-e296e34d-b62e-4081-ad6c-bd800639413a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:18.929007 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5154f652-2855-4761-9559-1af4917aa565 req-e296e34d-b62e-4081-ad6c-bd800639413a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0486345 Jun 29 12:34:18.991965 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5154f652-2855-4761-9559-1af4917aa565 req-63d58435-fc85-4936-a9de-bdce114daace tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486889 Jun 29 12:34:19.023819 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd5a7c-98ee-4487-93fb-67fc45e80062 req-8c1c6303-7a97-4244-a17b-01ff58805d9b tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:19.025272 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-13cd5a7c-98ee-4487-93fb-67fc45e80062 req-8c1c6303-7a97-4244-a17b-01ff58805d9b tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0468800 Jun 29 12:34:19.072703 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:19.073313 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-13cd5a7c-98ee-4487-93fb-67fc45e80062 req-fc9f28a4-6edd-4d3d-a0b7-f12991a28d42 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Jun 29 12:34:19.284978 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb123115-4233-49ca-b2fd-6bc176f47499 req-cb76eeae-d9c4-4328-984c-b5c8b251dcfb tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:19.286455 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb123115-4233-49ca-b2fd-6bc176f47499 req-cb76eeae-d9c4-4328-984c-b5c8b251dcfb tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0460377 Jun 29 12:34:19.339636 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-eb123115-4233-49ca-b2fd-6bc176f47499 req-df686347-c834-4227-871e-fcf08818aac9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473711 Jun 29 12:34:19.622818 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650975a-7fe9-487b-97bd-9f8e1c07ec96 req-ba15c1ab-2a1e-4910-bb08-937efcb5cdc1 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:19.624180 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4650975a-7fe9-487b-97bd-9f8e1c07ec96 req-ba15c1ab-2a1e-4910-bb08-937efcb5cdc1 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0490580 Jun 29 12:34:19.671498 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4650975a-7fe9-487b-97bd-9f8e1c07ec96 req-fb029df7-85d2-4773-95e3-f1bdfcfedb83 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415168 Jun 29 12:34:19.818682 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b8ae6-72fb-4dda-b967-62185d3a4ac6 req-04a89bc9-ebf6-4425-b221-d1786b35ca6a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:19.820249 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4a5b8ae6-72fb-4dda-b967-62185d3a4ac6 req-04a89bc9-ebf6-4425-b221-d1786b35ca6a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0490797 Jun 29 12:34:19.828973 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 58536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:19.834624 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e45d69d1-a03f-418a-a097-d0a464ad404a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'floatingip': {'port_id': '10f89cd0-bfe6-4930-8b3e-f58f898ca571'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:20.008464 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:20.117376 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e45d69d1-a03f-418a-a097-d0a464ad404a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (d44146cc-526e-4ef5-a5f2-c4754a5aac83), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:20.143683 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c84f0-19d4-4675-b15e-ed93c801674e req-0d5ff8aa-0604-4be8-a03d-c80f6f26b2a8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:20.145071 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d60c84f0-19d4-4675-b15e-ed93c801674e req-0d5ff8aa-0604-4be8-a03d-c80f6f26b2a8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0694845 Jun 29 12:34:20.187986 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:20.212671 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d60c84f0-19d4-4675-b15e-ed93c801674e req-4b024db5-23a6-4055-9883-a4eae0f0891c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618997 Jun 29 12:34:20.237825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27e8a5-b325-4d6d-a8a4-c66ef89ba16a req-caeac021-e6aa-4ad9-8f08-b35b067951b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:20.239578 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6e27e8a5-b325-4d6d-a8a4-c66ef89ba16a req-caeac021-e6aa-4ad9-8f08-b35b067951b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 1130 time: 0.1451893 Jun 29 12:34:20.362753 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d09970-7ecb-4c20-a6a6-6e491e70cdbf req-569f710b-c4e5-4b3e-be58-4e5cbd4f5c5f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:20.365785 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-26d09970-7ecb-4c20-a6a6-6e491e70cdbf req-569f710b-c4e5-4b3e-be58-4e5cbd4f5c5f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0669651 Jun 29 12:34:20.409110 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:20.420670 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:20.454537 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:20.465559 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-26d09970-7ecb-4c20-a6a6-6e491e70cdbf req-cf3f8f83-9053-43a9-b95a-fc004bd550db tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925014 Jun 29 12:34:20.584374 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:20.593988 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51327a-e97f-4b8b-bb2b-81a057c1120a req-eadbe330-5bbc-4b89-aeec-5e47eb9649a5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:20.601411 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ac51327a-e97f-4b8b-bb2b-81a057c1120a req-eadbe330-5bbc-4b89-aeec-5e47eb9649a5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0617902 Jun 29 12:34:20.663248 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ac51327a-e97f-4b8b-bb2b-81a057c1120a req-f75704fb-3d6c-495a-91ad-fe4cb87648c3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606897 Jun 29 12:34:20.789199 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6e27e8a5-b325-4d6d-a8a4-c66ef89ba16a req-1d45a4fd-8291-4d60-8897-83229eded182 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915223 Jun 29 12:34:20.885965 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0146796-58d8-4220-8ca9-4ca59bd51dc7 req-313597bc-f69f-435f-8604-698ef3ed2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:20.886637 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e0146796-58d8-4220-8ca9-4ca59bd51dc7 req-313597bc-f69f-435f-8604-698ef3ed2e56 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 1129 time: 0.1533086 Jun 29 12:34:20.973381 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:20.987380 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e45d69d1-a03f-418a-a097-d0a464ad404a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:20.991574 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e45d69d1-a03f-418a-a097-d0a464ad404a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (d44146cc-526e-4ef5-a5f2-c4754a5aac83), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:21.127583 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-e45d69d1-a03f-418a-a097-d0a464ad404a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Floating IP d44146cc-526e-4ef5-a5f2-c4754a5aac83 associated. External IP: 172.27.1.24, port: 10f89cd0-bfe6-4930-8b3e-f58f898ca571. Jun 29 12:34:21.233261 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e0146796-58d8-4220-8ca9-4ca59bd51dc7 req-1880772b-aaad-4ba6-949e-33aa5c4e89ab service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251843 Jun 29 12:34:21.371702 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb47b4-c63b-42b2-977e-93caf3178b87 req-8641e8cf-1c6f-4aa7-8c49-1f8f6c0da4f0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:21.373270 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6deb47b4-c63b-42b2-977e-93caf3178b87 req-8641e8cf-1c6f-4aa7-8c49-1f8f6c0da4f0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0648513 Jun 29 12:34:21.392011 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45d69d1-a03f-418a-a097-d0a464ad404a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Router 55d72377-ab8b-4e27-9327-edb6699a2a1a has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:34:21.427249 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6deb47b4-c63b-42b2-977e-93caf3178b87 req-04ec9484-f5bb-4d0c-ade9-307cf4c920be tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481803 Jun 29 12:34:21.505658 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45d69d1-a03f-418a-a097-d0a464ad404a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:34:21.510647 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e45d69d1-a03f-418a-a097-d0a464ad404a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:21.523137 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] Sync routers for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:34:21.536047 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:34:21.536691 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:21.544568 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e45d69d1-a03f-418a-a097-d0a464ad404a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "PUT /v2.0/floatingips/d44146cc-526e-4ef5-a5f2-c4754a5aac83 HTTP/1.1" status: 200 len: 991 time: 1.7123611 Jun 29 12:34:21.544568 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'tag': '10f89cd0-bfe6-4930-8b3e-f58f898ca571'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:21.545459 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c374d9-d25d-4414-b4bd-dd6cc65f8727" -d '{"events": [{"name": "network-changed", "server_uuid": "850c462a-25ae-40e2-a43b-fdf1ec4ab8e4", "tag": "10f89cd0-bfe6-4930-8b3e-f58f898ca571"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:21.592771 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec45e0c0-07a2-483f-96a9-aa417a1071e3 x-openstack-request-id: req-ec45e0c0-07a2-483f-96a9-aa417a1071e3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:21.593083 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "850c462a-25ae-40e2-a43b-fdf1ec4ab8e4", "tag": "10f89cd0-bfe6-4930-8b3e-f58f898ca571", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:21.593336 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec45e0c0-07a2-483f-96a9-aa417a1071e3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:21.593719 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec45e0c0-07a2-483f-96a9-aa417a1071e3'] response: {'name': 'network-changed', 'server_uuid': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'tag': '10f89cd0-bfe6-4930-8b3e-f58f898ca571', 'status': 'completed', 'code': 200} Jun 29 12:34:21.635252 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360048f4-9310-4b45-9be0-01c59b466ad6 req-bd1dfa00-72f2-49e6-b276-276ade105404 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:21.637364 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-360048f4-9310-4b45-9be0-01c59b466ad6 req-bd1dfa00-72f2-49e6-b276-276ade105404 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0567923 Jun 29 12:34:21.694151 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-360048f4-9310-4b45-9be0-01c59b466ad6 req-f39a74fd-0d90-44d4-88ee-e403a1914842 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Jun 29 12:34:21.767967 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:34:21.781029 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a05108-46ff-4ffc-bcbb-60f54f090619 req-4d0b1c19-86fd-4814-8717-8968392e50ac tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:21.782568 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-15a05108-46ff-4ffc-bcbb-60f54f090619 req-4d0b1c19-86fd-4814-8717-8968392e50ac tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0513616 Jun 29 12:34:21.838392 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-15a05108-46ff-4ffc-bcbb-60f54f090619 req-7006d9d0-5f3c-4a7d-a35d-8725bbb6bdbd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494561 Jun 29 12:34:22.043045 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:22.054902 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-ce7330a3-a10c-42c8-940a-24bfd19f763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:22.056399 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-ce7330a3-a10c-42c8-940a-24bfd19f763d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 1130 time: 0.0422153 Jun 29 12:34:22.063371 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'd44146cc-526e-4ef5-a5f2-c4754a5aac83', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'port_id': '10f89cd0-bfe6-4930-8b3e-f58f898ca571', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'mac_address': 'fa:16:3e:ab:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:33:40Z', 'updated_at': '2022-06-29T12:34:20Z', 'revision_number': 1, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:22.096637 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] Checking router: 55d72377-ab8b-4e27-9327-edb6699a2a1a for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:34:22.105786 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:34:22.106449 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:22.181967 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5308685-4868-4c1c-88be-2094d7e1e5d3 req-8bc29142-c411-4281-a0e6-5ef25f2017ae tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:22.183454 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f5308685-4868-4c1c-88be-2094d7e1e5d3 req-8bc29142-c411-4281-a0e6-5ef25f2017ae tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0590687 Jun 29 12:34:22.212291 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:34:22.233611 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f5308685-4868-4c1c-88be-2094d7e1e5d3 req-32568d92-9f70-45ff-b86a-7e73d44af931 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Jun 29 12:34:22.387789 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 58622) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:22.435984 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'd44146cc-526e-4ef5-a5f2-c4754a5aac83', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'port_id': '10f89cd0-bfe6-4930-8b3e-f58f898ca571', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'mac_address': 'fa:16:3e:ab:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:33:40Z', 'updated_at': '2022-06-29T12:34:20Z', 'revision_number': 1, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:22.464589 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da081c-0bdc-4ca8-8a7c-f5c15de94352 None None] The sync data for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi is: [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'd44146cc-526e-4ef5-a5f2-c4754a5aac83', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'port_id': '10f89cd0-bfe6-4930-8b3e-f58f898ca571', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'mac_address': 'fa:16:3e:ab:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:33:40Z', 'updated_at': '2022-06-29T12:34:20Z', 'revision_number': 1, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:34:22.519684 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-710423f7-6a3b-4b88-98b3-9eb2b4cb2cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:22.541543 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:22.574683 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4725bb3-e438-48c4-9bfc-7c44e3295192 req-405b7b68-a5a9-4002-a670-bbdeb5a1f836 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:22.576154 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e4725bb3-e438-48c4-9bfc-7c44e3295192 req-405b7b68-a5a9-4002-a670-bbdeb5a1f836 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0658517 Jun 29 12:34:22.654991 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e4725bb3-e438-48c4-9bfc-7c44e3295192 req-e9f870ee-19f3-41f1-9d8c-b27ba89fbd5e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710180 Jun 29 12:34:22.682790 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-710423f7-6a3b-4b88-98b3-9eb2b4cb2cf2 admin admin] Publish callbacks [] for security_group (c197c45b-fd10-4458-beda-f4c4a44137a1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:22.687016 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-710423f7-6a3b-4b88-98b3-9eb2b4cb2cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c197c45b-fd10-4458-beda-f4c4a44137a1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:22.711340 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0d9de-d4c9-4d42-9d94-8950bba3ce50 None None] New status for floating IP d44146cc-526e-4ef5-a5f2-c4754a5aac83: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:34:22.741553 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710423f7-6a3b-4b88-98b3-9eb2b4cb2cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c197c45b-fd10-4458-beda-f4c4a44137a1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:22.760841 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-710423f7-6a3b-4b88-98b3-9eb2b4cb2cf2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91caf8abad6c46039501fd01890434d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691142 Jun 29 12:34:22.761209 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58634) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:22.819884 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:22.853448 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625d358-8d5c-47f9-9767-3dca614438e6 req-ac6ea1ea-c469-453c-8fde-4fa3dcba6213 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:22.854948 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2625d358-8d5c-47f9-9767-3dca614438e6 req-ac6ea1ea-c469-453c-8fde-4fa3dcba6213 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0686085 Jun 29 12:34:22.858227 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-97bb44e8-ca0e-4a11-b3ea-18efa995e10d admin admin] Publish callbacks [] for security_group (c197c45b-fd10-4458-beda-f4c4a44137a1), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:22.898587 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-97bb44e8-ca0e-4a11-b3ea-18efa995e10d admin admin] Publish callbacks [] for security_group (c197c45b-fd10-4458-beda-f4c4a44137a1), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:22.954052 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2625d358-8d5c-47f9-9767-3dca614438e6 req-fce72cb3-1c3f-479d-a1b9-88dd39f4b598 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901458 Jun 29 12:34:22.986715 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-97bb44e8-ca0e-4a11-b3ea-18efa995e10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c197c45b-fd10-4458-beda-f4c4a44137a1), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:22.990508 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-97bb44e8-ca0e-4a11-b3ea-18efa995e10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:22.991914 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-97bb44e8-ca0e-4a11-b3ea-18efa995e10d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c197c45b-fd10-4458-beda-f4c4a44137a1 HTTP/1.1" status: 204 len: 168 time: 0.2295408 Jun 29 12:34:23.000318 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb44e8-ca0e-4a11-b3ea-18efa995e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c197c45b-fd10-4458-beda-f4c4a44137a1,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:23.150357 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58652) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:23.323630 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46202ff0-1764-4771-a142-afdd54b292f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:23.365631 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef429fe-1598-47a4-ada9-415328d6bd50 req-636982a4-bb30-4c4f-a91f-3ea8a64b6138 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:23.367231 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eef429fe-1598-47a4-ada9-415328d6bd50 req-636982a4-bb30-4c4f-a91f-3ea8a64b6138 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0561485 Jun 29 12:34:23.412751 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46202ff0-1764-4771-a142-afdd54b292f6 admin admin] Publish callbacks [] for security_group (781060df-5b1f-4425-9aef-57e603a79f8e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:23.417246 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46202ff0-1764-4771-a142-afdd54b292f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (781060df-5b1f-4425-9aef-57e603a79f8e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:23.467488 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-46202ff0-1764-4771-a142-afdd54b292f6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=700dfa4d0dcd45a9a7f105dc7911c6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158777 Jun 29 12:34:23.468397 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58668) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:23.474911 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46202ff0-1764-4771-a142-afdd54b292f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781060df-5b1f-4425-9aef-57e603a79f8e,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:23.507455 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:23.538070 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e7f008ca-2ec1-49b5-b3a4-5edd4666989a admin admin] Publish callbacks [] for security_group (781060df-5b1f-4425-9aef-57e603a79f8e), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:23.564751 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e7f008ca-2ec1-49b5-b3a4-5edd4666989a admin admin] Publish callbacks [] for security_group (781060df-5b1f-4425-9aef-57e603a79f8e), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:23.566555 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:23.623310 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e7f008ca-2ec1-49b5-b3a4-5edd4666989a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (781060df-5b1f-4425-9aef-57e603a79f8e), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:23.626219 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e7f008ca-2ec1-49b5-b3a4-5edd4666989a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:23.627522 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e7f008ca-2ec1-49b5-b3a4-5edd4666989a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/781060df-5b1f-4425-9aef-57e603a79f8e HTTP/1.1" status: 204 len: 168 time: 0.1580863 Jun 29 12:34:23.638804 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f008ca-2ec1-49b5-b3a4-5edd4666989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781060df-5b1f-4425-9aef-57e603a79f8e,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:23.655723 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eef429fe-1598-47a4-ada9-415328d6bd50 req-31b1ac00-c646-41bc-b43a-881e2dd01119 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787712 Jun 29 12:34:23.794123 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03e58e-69b6-45f9-9d65-d03571dc9f83 req-0c3bc086-1c46-4b2a-b7dc-8d608e7ee12f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:23.795664 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0d03e58e-69b6-45f9-9d65-d03571dc9f83 req-0c3bc086-1c46-4b2a-b7dc-8d608e7ee12f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0573289 Jun 29 12:34:23.849643 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0d03e58e-69b6-45f9-9d65-d03571dc9f83 req-7eb97ea4-b614-4e95-83fe-153a90254e68 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446718 Jun 29 12:34:23.957452 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58692) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:23.970679 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1fd10a1-e848-4b23-a65e-6efa5866cfbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:24.072971 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1fd10a1-e848-4b23-a65e-6efa5866cfbd admin admin] Publish callbacks [] for security_group (6c44d107-54df-4b28-8a06-14255732c6fb), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:24.079484 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e1fd10a1-e848-4b23-a65e-6efa5866cfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6c44d107-54df-4b28-8a06-14255732c6fb), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:24.117956 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d78ce8-3e93-4f71-8143-c75d5b6d9cb6 req-b7de98b8-385c-480f-aa1f-ae46c208d6dc tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:24.119512 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-31d78ce8-3e93-4f71-8143-c75d5b6d9cb6 req-b7de98b8-385c-480f-aa1f-ae46c208d6dc tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0526524 Jun 29 12:34:24.124626 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e1fd10a1-e848-4b23-a65e-6efa5866cfbd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29ada11e45a84917ad32b83f1ee6e9bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637943 Jun 29 12:34:24.124626 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd10a1-e848-4b23-a65e-6efa5866cfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c44d107-54df-4b28-8a06-14255732c6fb,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:24.125098 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 58730) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:24.205407 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-31d78ce8-3e93-4f71-8143-c75d5b6d9cb6 req-adff8591-3489-42cc-9d5e-824935c60947 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778699 Jun 29 12:34:24.219171 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7221669-bc7d-47d4-acc6-c36d6975834f admin admin] Publish callbacks [] for security_group (6c44d107-54df-4b28-8a06-14255732c6fb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:24.244392 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7221669-bc7d-47d4-acc6-c36d6975834f admin admin] Publish callbacks [] for security_group (6c44d107-54df-4b28-8a06-14255732c6fb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:24.296242 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7221669-bc7d-47d4-acc6-c36d6975834f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6c44d107-54df-4b28-8a06-14255732c6fb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:24.298908 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7221669-bc7d-47d4-acc6-c36d6975834f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:24.300723 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b7221669-bc7d-47d4-acc6-c36d6975834f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c44d107-54df-4b28-8a06-14255732c6fb HTTP/1.1" status: 204 len: 168 time: 0.1744535 Jun 29 12:34:24.309319 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7221669-bc7d-47d4-acc6-c36d6975834f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c44d107-54df-4b28-8a06-14255732c6fb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:24.778857 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add3784-2c23-4b5a-93fc-46df42a52b6d req-452cc76e-e312-4669-87ae-b4a3e0620ee8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:24.780415 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4add3784-2c23-4b5a-93fc-46df42a52b6d req-452cc76e-e312-4669-87ae-b4a3e0620ee8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0514600 Jun 29 12:34:24.829822 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4add3784-2c23-4b5a-93fc-46df42a52b6d req-1c66f5cc-04bb-411e-b463-93b5466c7c1d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Jun 29 12:34:24.982819 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ce8ff-a361-4b82-9d8d-9af955506114 req-ba86a0c0-7cbb-4239-9223-ff6efd2a6fd3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:24.984358 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-750ce8ff-a361-4b82-9d8d-9af955506114 req-ba86a0c0-7cbb-4239-9223-ff6efd2a6fd3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0531781 Jun 29 12:34:25.036313 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-750ce8ff-a361-4b82-9d8d-9af955506114 req-e4d2194f-285f-4e88-a99c-c8c6d6958c69 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460343 Jun 29 12:34:25.340548 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44b08f-18db-4fd4-9438-24750c5eb1af req-f43b2753-6882-48bf-a1fc-dabd88a883f9 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:25.340659 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2b44b08f-18db-4fd4-9438-24750c5eb1af req-f43b2753-6882-48bf-a1fc-dabd88a883f9 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0586452 Jun 29 12:34:25.427566 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2b44b08f-18db-4fd4-9438-24750c5eb1af req-4e2951b7-bd8e-4b01-97cb-82e6b20e23c3 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716281 Jun 29 12:34:25.467865 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-02ac931e-32f1-4236-bff4-ce190936adc0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778995 Jun 29 12:34:25.469870 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:25.473979 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-7eee512c-f3e7-43cb-80c1-365d9856075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:25.475477 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-7eee512c-f3e7-43cb-80c1-365d9856075d service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 200 len: 912 time: 0.1789913 Jun 29 12:34:25.963112 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a0004-2442-4df9-b206-e0bc415fbeb2 req-e2b0605b-77f6-40f2-8eeb-2f5d6150fd35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:25.964678 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b27a0004-2442-4df9-b206-e0bc415fbeb2 req-e2b0605b-77f6-40f2-8eeb-2f5d6150fd35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0505943 Jun 29 12:34:26.029355 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b27a0004-2442-4df9-b206-e0bc415fbeb2 req-c6930c74-53a9-40e5-bef7-3ed054f73caf tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589340 Jun 29 12:34:26.204707 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70226bb-f32e-482e-a9a8-a634eb71e24e req-62af730f-c600-46bc-9b8f-140445172e1f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:26.206272 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f70226bb-f32e-482e-a9a8-a634eb71e24e req-62af730f-c600-46bc-9b8f-140445172e1f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0860846 Jun 29 12:34:26.274119 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:26.279436 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f70226bb-f32e-482e-a9a8-a634eb71e24e req-028c38c4-7bb7-4983-8ca8-2270fe39a570 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656490 Jun 29 12:34:26.329413 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-60749bc1-ead2-4e05-a17b-ee5e231ca5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:26.332695 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-60749bc1-ead2-4e05-a17b-ee5e231ca5d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 1129 time: 0.1643503 Jun 29 12:34:26.336422 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-1f9ac7c5-739e-4410-89b5-1213ed736ef3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f89cd0-bfe6-4930-8b3e-f58f898ca571 HTTP/1.1" status: 200 len: 1001 time: 0.1781254 Jun 29 12:34:26.435328 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715504-913b-41af-86ce-a8a2b560a6e4 req-d8e92be7-f48a-4f04-a92c-ac6dfaec3345 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:26.436845 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4e715504-913b-41af-86ce-a8a2b560a6e4 req-d8e92be7-f48a-4f04-a92c-ac6dfaec3345 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0584009 Jun 29 12:34:26.448329 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 58820) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:26.454835 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-79ff4b9a-38bb-465f-8070-7f2e9c47e220 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'floatingip': {'port_id': 'c73e8ec9-3797-428f-82d9-0808363d1eab'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:26.516985 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79ff4b9a-38bb-465f-8070-7f2e9c47e220 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (1ea6ec83-dd4c-4e81-92af-20629274ec90), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:26.667467 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff85cfc-c570-4247-8cd2-9168b81b8811 req-aac44e2a-ece1-4cd4-a82e-caa42faae04e tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:26.676675 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7ff85cfc-c570-4247-8cd2-9168b81b8811 req-aac44e2a-ece1-4cd4-a82e-caa42faae04e tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.1026969 Jun 29 12:34:26.777859 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7ff85cfc-c570-4247-8cd2-9168b81b8811 req-8fb813b5-500e-42cc-8280-2faef8a379bf tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968082 Jun 29 12:34:26.828239 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-113d8393-4f0b-4a77-9b11-a6161cb2b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:26.829858 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-113d8393-4f0b-4a77-9b11-a6161cb2b468 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 1130 time: 0.0482085 Jun 29 12:34:26.946879 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-25114ccb-6625-4e38-9965-f418b7f94b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:26.948331 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-25114ccb-6625-4e38-9965-f418b7f94b2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.0981326 Jun 29 12:34:26.961399 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:26.963573 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-3fdc1747-e939-4124-963b-ac920515a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:26.965014 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-3fdc1747-e939-4124-963b-ac920515a91b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a766576-ad0b-4d70-8d01-cc847aa178ce HTTP/1.1" status: 200 len: 850 time: 0.1780846 Jun 29 12:34:26.991702 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-473d0f0c-a485-4a63-a1dc-16c3585fe3e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed HTTP/1.1" status: 200 len: 217 time: 0.0362308 Jun 29 12:34:27.053198 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-48c44284-ef99-4b31-87ef-a77a6260f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:27.055054 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-48c44284-ef99-4b31-87ef-a77a6260f338 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.0551515 Jun 29 12:34:27.060231 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-de2e2d5d-d5ff-4bef-9cb2-788707ddf852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:27.061700 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-de2e2d5d-d5ff-4bef-9cb2-788707ddf852 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.2735169 Jun 29 12:34:27.109556 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-441d6d8c-f797-477b-af8d-aa2135bb222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:27.111207 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-441d6d8c-f797-477b-af8d-aa2135bb222d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489035 Jun 29 12:34:27.140426 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:27.141861 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-9f68889e-b7c5-4dde-aa75-57469414956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:27.143589 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-9f68889e-b7c5-4dde-aa75-57469414956d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b5a74d9-0a05-4165-ad79-54d13b50c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1673498 Jun 29 12:34:27.154595 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-033fa460-7be8-49c0-ae7f-f58995a1b295 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0649e0-5f8b-479c-990a-de8e68bba496 HTTP/1.1" status: 200 len: 217 time: 0.0808928 Jun 29 12:34:27.218106 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-39e1a8cd-8bde-44f3-87cf-dd1b9db97557 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991025 Jun 29 12:34:27.288823 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf71183-9a2b-43c9-93fe-9a8569c860d4 req-5b278aee-83d9-42bc-902d-3f415c9172ea tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:27.290460 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2bf71183-9a2b-43c9-93fe-9a8569c860d4 req-5b278aee-83d9-42bc-902d-3f415c9172ea tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.1499672 Jun 29 12:34:27.387991 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-6eb4b7de-7021-45a9-b3a8-13248ef9ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:27.389436 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-6eb4b7de-7021-45a9-b3a8-13248ef9ef37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.1957572 Jun 29 12:34:27.513069 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:27.526023 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a5bc87ae-5a73-4928-b016-9c01a05eb831 req-a7d56dee-cfff-400e-b517-357b418ef16d service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006570 Jun 29 12:34:27.528177 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-145c977b-9543-4b9a-8eff-b76634fb7d37 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422432 Jun 29 12:34:27.534777 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-822a8a6b-698c-417d-ad54-4d65e439c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:27.536286 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-822a8a6b-698c-417d-ad54-4d65e439c248 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1327469 Jun 29 12:34:27.539455 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2bf71183-9a2b-43c9-93fe-9a8569c860d4 req-1519b82f-1c55-4d13-8baf-5186efbee928 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328970 Jun 29 12:34:27.546148 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79ff4b9a-38bb-465f-8070-7f2e9c47e220 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:27.551274 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79ff4b9a-38bb-465f-8070-7f2e9c47e220 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (1ea6ec83-dd4c-4e81-92af-20629274ec90), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:27.602389 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:27.851842 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-79ff4b9a-38bb-465f-8070-7f2e9c47e220 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Floating IP 1ea6ec83-dd4c-4e81-92af-20629274ec90 associated. External IP: 172.27.1.243, port: c73e8ec9-3797-428f-82d9-0808363d1eab. Jun 29 12:34:27.961479 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-93017137-d6f1-462a-9157-9b7b0687a715 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757920 Jun 29 12:34:27.972007 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-56c374d9-d25d-4414-b4bd-dd6cc65f8727 req-106035f5-6ec2-4e76-ab26-2f111716db05 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842151 Jun 29 12:34:28.094840 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ec774-91aa-4dfb-9319-00032ebfd962 req-5a624f4c-0615-4115-81e1-f9ddef09689f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:28.098141 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c90ec774-91aa-4dfb-9319-00032ebfd962 req-5a624f4c-0615-4115-81e1-f9ddef09689f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.1105545 Jun 29 12:34:28.245925 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c90ec774-91aa-4dfb-9319-00032ebfd962 req-772dc2a0-c5f7-4b96-92fa-19aaadf3de9c tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060848 Jun 29 12:34:28.266303 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ff4b9a-38bb-465f-8070-7f2e9c47e220 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:34:28.320776 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:34:28.606846 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ff4b9a-38bb-465f-8070-7f2e9c47e220 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:34:28.611331 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79ff4b9a-38bb-465f-8070-7f2e9c47e220 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:28.617665 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] Sync routers for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:34:28.624312 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=87 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:28.633669 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:34:28.634614 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:28.647272 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-79ff4b9a-38bb-465f-8070-7f2e9c47e220 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "PUT /v2.0/floatingips/1ea6ec83-dd4c-4e81-92af-20629274ec90 HTTP/1.1" status: 200 len: 992 time: 2.1950109 Jun 29 12:34:28.647982 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:28.650537 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165e00e3-23f1-4c96-9d5c-b94b48ad950b" -d '{"events": [{"name": "network-changed", "server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:28.669438 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4309e-fed2-420e-8019-eddf55fe2033 req-a61b5677-b1b3-454a-94b5-8756c8b1fb73 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:28.671753 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-18d4309e-fed2-420e-8019-eddf55fe2033 req-a61b5677-b1b3-454a-94b5-8756c8b1fb73 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0561051 Jun 29 12:34:28.681805 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:28.694226 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689080e7-9fcb-45f3-bafc-e7e9b4b09299 x-openstack-request-id: req-689080e7-9fcb-45f3-bafc-e7e9b4b09299 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:28.694551 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:28.694810 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-689080e7-9fcb-45f3-bafc-e7e9b4b09299 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:28.695213 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689080e7-9fcb-45f3-bafc-e7e9b4b09299'] response: {'name': 'network-changed', 'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'status': 'completed', 'code': 200} Jun 29 12:34:28.733199 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-18d4309e-fed2-420e-8019-eddf55fe2033 req-a1e7ac54-30a2-4f7c-920d-86fa201bb25f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548816 Jun 29 12:34:28.754561 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:34:28.975307 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '1ea6ec83-dd4c-4e81-92af-20629274ec90', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'port_id': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'mac_address': 'fa:16:3e:fb:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:33:29Z', 'updated_at': '2022-06-29T12:34:27Z', 'revision_number': 1, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:28.999757 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] Checking router: 6ceba6fe-a67d-4495-ac70-bd8b27368d77 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:34:29.009022 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:34:29.009635 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:29.117187 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:34:29.345950 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '1ea6ec83-dd4c-4e81-92af-20629274ec90', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'port_id': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'mac_address': 'fa:16:3e:fb:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:33:29Z', 'updated_at': '2022-06-29T12:34:27Z', 'revision_number': 1, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:29.365809 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cb998-9053-44cf-abda-ea36b534e949 req-c2247a43-3bf7-4628-a21a-51f698ef7096 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:29.367373 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-093cb998-9053-44cf-abda-ea36b534e949 req-c2247a43-3bf7-4628-a21a-51f698ef7096 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0487337 Jun 29 12:34:29.371402 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11caa1b-78d7-4012-9ec1-2769d52d028d None None] The sync data for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi is: [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '1ea6ec83-dd4c-4e81-92af-20629274ec90', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'port_id': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'mac_address': 'fa:16:3e:fb:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:33:29Z', 'updated_at': '2022-06-29T12:34:27Z', 'revision_number': 1, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:34:29.426137 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-093cb998-9053-44cf-abda-ea36b534e949 req-cb4ed1fc-ce6c-4997-9d5a-49477e8008d4 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530548 Jun 29 12:34:29.564406 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632d618-6efc-4915-bab2-7ca5baa1987f None None] New status for floating IP 1ea6ec83-dd4c-4e81-92af-20629274ec90: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:34:29.849963 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aae04-720a-4f69-8f22-856855259b8c req-8d69265c-83b2-4e9d-a35a-e7a3265f6e7c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:29.851810 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-278aae04-720a-4f69-8f22-856855259b8c req-8d69265c-83b2-4e9d-a35a-e7a3265f6e7c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0485041 Jun 29 12:34:29.904108 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-278aae04-720a-4f69-8f22-856855259b8c req-a5c60a82-cf6b-43cb-99fb-954b055043e9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467145 Jun 29 12:34:30.525440 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:30.542502 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea54a66-dc6e-483a-ab92-0c678335cc96 req-137144d9-fb77-491e-bbec-5324323f5ccf tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:30.544011 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5ea54a66-dc6e-483a-ab92-0c678335cc96 req-137144d9-fb77-491e-bbec-5324323f5ccf tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0494683 Jun 29 12:34:30.597345 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5ea54a66-dc6e-483a-ab92-0c678335cc96 req-9eea179f-c028-4ec1-b318-8579158113f6 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Jun 29 12:34:31.023280 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56ea15-4266-4c04-8cf3-ca16852dd532 req-8122c0e2-52b5-40d7-9cdf-a081069eba65 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:31.024790 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ec56ea15-4266-4c04-8cf3-ca16852dd532 req-8122c0e2-52b5-40d7-9cdf-a081069eba65 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0515046 Jun 29 12:34:31.075124 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ec56ea15-4266-4c04-8cf3-ca16852dd532 req-c3fbcb3d-6cf7-4aff-b5eb-9678f31ec321 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Jun 29 12:34:31.710560 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dedf96-6fa5-4e29-9135-43c29e3a679a req-e45890da-9539-4d1c-a178-4bc7e51e59c9 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:31.712011 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-33dedf96-6fa5-4e29-9135-43c29e3a679a req-e45890da-9539-4d1c-a178-4bc7e51e59c9 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0481467 Jun 29 12:34:31.760846 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-33dedf96-6fa5-4e29-9135-43c29e3a679a req-5de83dd2-3c59-4694-8e9e-bcf000556311 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Jun 29 12:34:32.108307 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-192273ac-efed-477a-bf94-73eae191581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:32.109796 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-192273ac-efed-477a-bf94-73eae191581a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 1130 time: 0.0786440 Jun 29 12:34:32.111762 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:32.155683 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-01631b38-0e60-4cf5-ae68-6cd83ce1c294 req-fdac4588-e3ff-4bce-b2a5-5b1e03d728a2 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527405 Jun 29 12:34:32.194354 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cd356-ee9f-4cdf-9115-ba1354d2f412 req-c30bb158-c0e5-45f6-9aea-06571a269079 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:32.196142 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-517cd356-ee9f-4cdf-9115-ba1354d2f412 req-c30bb158-c0e5-45f6-9aea-06571a269079 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0509572 Jun 29 12:34:32.234893 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-38d753a0-0d70-4b39-bad6-65424fc15e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:32.236404 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-38d753a0-0d70-4b39-bad6-65424fc15e4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 916 time: 0.1119399 Jun 29 12:34:32.252820 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-517cd356-ee9f-4cdf-9115-ba1354d2f412 req-01160393-aef6-4547-a3a9-f5e70769df5f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475821 Jun 29 12:34:32.315953 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-e01a5d2a-47ee-4487-af1d-435cbc4e3f4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73e8ec9-3797-428f-82d9-0808363d1eab HTTP/1.1" status: 200 len: 1002 time: 0.0674951 Jun 29 12:34:32.673315 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-a43d2825-8c6b-4aad-80e4-92b95c77208f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:32.674965 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-a43d2825-8c6b-4aad-80e4-92b95c77208f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.23 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.0755570 Jun 29 12:34:32.678496 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-57a450c2-2256-4f75-8576-14c0bb7ba8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:32.679991 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-57a450c2-2256-4f75-8576-14c0bb7ba8e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c148cadd-a729-4cd0-b892-76a50620ba16 HTTP/1.1" status: 200 len: 854 time: 0.0888791 Jun 29 12:34:32.781477 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-349f5851-a247-439f-94e5-bcb32b56dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:32.783306 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-349f5851-a247-439f-94e5-bcb32b56dbc4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=397d642b-81b8-4b71-80dd-1d3a811e873b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0906994 Jun 29 12:34:32.913150 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-9fadc7b9-9f89-4e74-99b7-76855a2f805a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Deleting port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:34:32.913596 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-9fadc7b9-9f89-4e74-99b7-76855a2f805a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:33.000496 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa594af5-d0ed-464e-ae18-d338cd6ac746 req-62a90890-5b09-44c3-9645-98494b1ccf26 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:33.002249 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fa594af5-d0ed-464e-ae18-d338cd6ac746 req-62a90890-5b09-44c3-9645-98494b1ccf26 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 945 time: 0.1654391 Jun 29 12:34:33.114209 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-c1b9ec78-37cf-4501-8076-fb2f2aca1ece service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009059 Jun 29 12:34:33.139558 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-9fadc7b9-9f89-4e74-99b7-76855a2f805a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] For port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,segment=NetworkSegment(b3cd1d78-e07f-47dc-af81-718c84d83d0b),segment_id=b3cd1d78-e07f-47dc-af81-718c84d83d0b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:33.139986 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-9fadc7b9-9f89-4e74-99b7-76855a2f805a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:33.166719 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-9fadc7b9-9f89-4e74-99b7-76855a2f805a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Calling delete_port for cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:34:33.173033 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fa594af5-d0ed-464e-ae18-d338cd6ac746 req-87c4d272-e94f-4092-9d6b-ca9b9642829b tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591926 Jun 29 12:34:33.184490 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:33.355918 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-9fadc7b9-9f89-4e74-99b7-76855a2f805a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350'] for port (cfecd916-bdeb-4c19-8875-d60eaf0ad5d2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:33.372654 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['cfecd916-bdeb-4c19-8875-d60eaf0ad5d2'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:34:33.400044 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadc7b9-9f89-4e74-99b7-76855a2f805a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Pushing event deleted for resources: {'Port': ['ID=cfecd916-bdeb-4c19-8875-d60eaf0ad5d2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:33.417799 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c66fa1-6fe8-4e92-8154-5b65fdc3b8d4 req-5c83c064-d6fb-486d-a30f-ff7f4bc329f6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:33.424791 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-37c66fa1-6fe8-4e92-8154-5b65fdc3b8d4 req-5c83c064-d6fb-486d-a30f-ff7f4bc329f6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0992877 Jun 29 12:34:33.507955 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-9fadc7b9-9f89-4e74-99b7-76855a2f805a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] No DVR routers for this DVR port cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:34:33.510175 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-37c66fa1-6fe8-4e92-8154-5b65fdc3b8d4 req-4ca9a139-93e1-46f4-a130-8aadf4006368 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819006 Jun 29 12:34:33.513955 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-9fadc7b9-9f89-4e74-99b7-76855a2f805a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:33.520818 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fa4dbb18-90d6-425e-8a3f-706bf2c00d1f req-9fadc7b9-9f89-4e74-99b7-76855a2f805a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.23 "DELETE /v2.0/ports/cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 HTTP/1.1" status: 204 len: 173 time: 0.8323386 Jun 29 12:34:33.520818 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada04fbc-eedc-4644-9540-dbbbd704eb68', 'name': 'network-vif-deleted', 'tag': 'cfecd916-bdeb-4c19-8875-d60eaf0ad5d2'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:33.521599 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06e1567-c937-42e4-96df-43bc7a435b70" -d '{"events": [{"server_uuid": "ada04fbc-eedc-4644-9540-dbbbd704eb68", "name": "network-vif-deleted", "tag": "cfecd916-bdeb-4c19-8875-d60eaf0ad5d2"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:33.565364 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8541231-e001-4c25-8ae5-0fa8d6354232 x-openstack-request-id: req-c8541231-e001-4c25-8ae5-0fa8d6354232 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:33.565762 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada04fbc-eedc-4644-9540-dbbbd704eb68", "name": "network-vif-deleted", "tag": "cfecd916-bdeb-4c19-8875-d60eaf0ad5d2", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:33.566127 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8541231-e001-4c25-8ae5-0fa8d6354232 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:33.566695 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8541231-e001-4c25-8ae5-0fa8d6354232'] response: {'server_uuid': 'ada04fbc-eedc-4644-9540-dbbbd704eb68', 'name': 'network-vif-deleted', 'tag': 'cfecd916-bdeb-4c19-8875-d60eaf0ad5d2', 'status': 'completed', 'code': 200} Jun 29 12:34:34.268678 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3f95eaae-149f-4636-a569-98781c1d084e req-882914ff-36c5-4a6f-a905-f5c1ce02c435 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 210 time: 0.0279658 Jun 29 12:34:34.631673 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796a439-7f58-45ce-b449-55f168daf4d3 req-04deb5ba-33ef-4880-b5fa-8c669993d20d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:34.633327 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b796a439-7f58-45ce-b449-55f168daf4d3 req-04deb5ba-33ef-4880-b5fa-8c669993d20d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0581191 Jun 29 12:34:34.646704 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:34.688553 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b796a439-7f58-45ce-b449-55f168daf4d3 req-f9b7a5a0-4f8e-4eef-b86d-b902d028b907 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494428 Jun 29 12:34:34.980777 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-165e00e3-23f1-4c96-9d5c-b94b48ad950b req-a091c1f6-16af-40fd-8a12-40c28a1fc1fe service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362374 Jun 29 12:34:35.137574 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 58994) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:35.261071 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-36071169-bfbe-4a79-93d2-54e0a449f955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:35.344657 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-36071169-bfbe-4a79-93d2-54e0a449f955 admin admin] Publish callbacks [] for security_group (ed87471b-1341-4aca-b774-334754b58a6f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:35.349673 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-36071169-bfbe-4a79-93d2-54e0a449f955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ed87471b-1341-4aca-b774-334754b58a6f), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:35.406745 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-36071169-bfbe-4a79-93d2-54e0a449f955 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2e6b8e51fc5475ebb09da153aaceaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677667 Jun 29 12:34:35.411525 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59004) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:35.431512 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-98cecce8-ee8b-4675-b4a4-81071debd60b req-1bc94085-65e2-49d0-98c3-1de328074e4e tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=ada04fbc-eedc-4644-9540-dbbbd704eb68 HTTP/1.1" status: 200 len: 210 time: 0.0572534 Jun 29 12:34:35.438585 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:35.441807 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36071169-bfbe-4a79-93d2-54e0a449f955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed87471b-1341-4aca-b774-334754b58a6f,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:35.475154 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8484891b-1ebf-4e52-bc4e-8e0291e493fc admin admin] Publish callbacks [] for security_group (ed87471b-1341-4aca-b774-334754b58a6f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:35.497772 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8484891b-1ebf-4e52-bc4e-8e0291e493fc admin admin] Publish callbacks [] for security_group (ed87471b-1341-4aca-b774-334754b58a6f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:35.547703 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8484891b-1ebf-4e52-bc4e-8e0291e493fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ed87471b-1341-4aca-b774-334754b58a6f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:35.551491 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8484891b-1ebf-4e52-bc4e-8e0291e493fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:35.554938 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-8484891b-1ebf-4e52-bc4e-8e0291e493fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed87471b-1341-4aca-b774-334754b58a6f HTTP/1.1" status: 204 len: 168 time: 0.1419473 Jun 29 12:34:35.563092 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484891b-1ebf-4e52-bc4e-8e0291e493fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed87471b-1341-4aca-b774-334754b58a6f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:35.820803 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3f7c-20bf-4c3f-8e51-9b7234440716 req-2310c1cf-ca77-445a-b89a-1952a5a907c1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:35.822311 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-30fe3f7c-20bf-4c3f-8e51-9b7234440716 req-2310c1cf-ca77-445a-b89a-1952a5a907c1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0563574 Jun 29 12:34:35.874989 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-30fe3f7c-20bf-4c3f-8e51-9b7234440716 req-3d87c05f-c9af-4834-9b1c-11fb04a687df tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Jun 29 12:34:36.432638 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59046) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:36.529709 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:34:36.555849 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:34:36.557148 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device cfecd916-bdeb-4c19-8875-d60eaf0ad5d2 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:34:36.610954 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c30b11ed-7d68-4e9f-94f4-4f5219d95f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:36.717599 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28334415-834f-44cc-8b0a-88c7a48115b3 req-f0bf7fee-d971-4d00-961d-6363b91a5af0 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:36.720016 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-28334415-834f-44cc-8b0a-88c7a48115b3 req-f0bf7fee-d971-4d00-961d-6363b91a5af0 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.0785213 Jun 29 12:34:36.784266 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c30b11ed-7d68-4e9f-94f4-4f5219d95f8a admin admin] Publish callbacks [] for security_group (8343a89d-160e-4c19-9fab-3a18f0018113), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:36.791453 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:36.796062 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c30b11ed-7d68-4e9f-94f4-4f5219d95f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8343a89d-160e-4c19-9fab-3a18f0018113), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:36.870048 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-28334415-834f-44cc-8b0a-88c7a48115b3 req-4f6bb098-1fd0-4f0c-b8d1-00b9c1988da8 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377981 Jun 29 12:34:36.881139 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-c30b11ed-7d68-4e9f-94f4-4f5219d95f8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c45bf36ed544f0a9f5ee87df819c7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4470367 Jun 29 12:34:36.882338 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b11ed-7d68-4e9f-94f4-4f5219d95f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8343a89d-160e-4c19-9fab-3a18f0018113,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:36.883788 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59074) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:36.941716 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-0511b812-2728-44cd-bf17-cb0dd1e771f3 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:36.943241 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-0511b812-2728-44cd-bf17-cb0dd1e771f3 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/networks?id=953cb3ea-ea04-4857-b87d-b4cc7d724de7 HTTP/1.1" status: 200 len: 808 time: 0.1666329 Jun 29 12:34:36.949965 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:36.975416 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-d454f7a6-e2de-48ca-8e58-18662b58dd88 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/quotas/ed93385ff03f4672acc79e103ffcb82e HTTP/1.1" status: 200 len: 375 time: 0.0241690 Jun 29 12:34:37.027420 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9be42025-4dd3-4fc9-8ad4-0c006dcb7ffa admin admin] Publish callbacks [] for security_group (8343a89d-160e-4c19-9fab-3a18f0018113), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:37.030405 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-1d7e4850-3d6e-4050-83d5-a588786ec703 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed93385ff03f4672acc79e103ffcb82e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406473 Jun 29 12:34:37.037652 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fde57-8bdf-4a99-9e69-ed3195370b0c req-8a036ebc-f5c1-4e58-a01c-ed348f2573d7 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:37.045413 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1b5fde57-8bdf-4a99-9e69-ed3195370b0c req-8a036ebc-f5c1-4e58-a01c-ed348f2573d7 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0744214 Jun 29 12:34:37.074713 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9be42025-4dd3-4fc9-8ad4-0c006dcb7ffa admin admin] Publish callbacks [] for security_group (8343a89d-160e-4c19-9fab-3a18f0018113), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:37.101457 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1b5fde57-8bdf-4a99-9e69-ed3195370b0c req-5663ae02-e7e1-473b-9c03-88485ae4e4a0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546544 Jun 29 12:34:37.189587 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-57a6e958-3e78-4bd3-b4f2-9f27ec0a6a8c service neutron] 10.222.0.52 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431229 Jun 29 12:34:37.191241 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9be42025-4dd3-4fc9-8ad4-0c006dcb7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8343a89d-160e-4c19-9fab-3a18f0018113), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:37.193965 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9be42025-4dd3-4fc9-8ad4-0c006dcb7ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:37.195290 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9be42025-4dd3-4fc9-8ad4-0c006dcb7ffa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8343a89d-160e-4c19-9fab-3a18f0018113 HTTP/1.1" status: 204 len: 168 time: 0.3096464 Jun 29 12:34:37.215100 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be42025-4dd3-4fc9-8ad4-0c006dcb7ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8343a89d-160e-4c19-9fab-3a18f0018113,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:37.237016 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:37.308845 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-955e65dd-7214-450e-9bb0-cb6de1e36e18 service neutron] 10.222.0.52 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078992 Jun 29 12:34:37.525580 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2caa0df6-378c-4b60-8728-dfb149bede5f req-1c9e2c92-5158-4ae8-9f49-e79842be46bb tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 210 time: 0.0389671 Jun 29 12:34:37.765934 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59108) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:37.787033 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-14267f3d-1a29-4b00-a480-354a7d27e6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:37.871983 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:37.895777 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-14267f3d-1a29-4b00-a480-354a7d27e6a3 admin admin] Publish callbacks [] for security_group (83e93819-d301-4110-935c-0d374f62c42c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:37.899829 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-14267f3d-1a29-4b00-a480-354a7d27e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (83e93819-d301-4110-935c-0d374f62c42c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:37.950479 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-14267f3d-1a29-4b00-a480-354a7d27e6a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=053e29d4ac0f47e8956d3f5d7a1b4598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808741 Jun 29 12:34:37.950479 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14267f3d-1a29-4b00-a480-354a7d27e6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e93819-d301-4110-935c-0d374f62c42c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:37.951317 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59118) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:38.043046 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85decd6-d54e-49ea-a02b-c7332fd9b6b1 req-a45c65d8-9630-4bc8-a8a6-00de3e8e5a9a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:38.044633 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d85decd6-d54e-49ea-a02b-c7332fd9b6b1 req-a45c65d8-9630-4bc8-a8a6-00de3e8e5a9a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.0843084 Jun 29 12:34:38.073391 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5575bc9a-c558-4484-bb7f-422a24dd6c6e admin admin] Publish callbacks [] for security_group (83e93819-d301-4110-935c-0d374f62c42c), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:38.115495 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5575bc9a-c558-4484-bb7f-422a24dd6c6e admin admin] Publish callbacks [] for security_group (83e93819-d301-4110-935c-0d374f62c42c), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:38.132567 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d85decd6-d54e-49ea-a02b-c7332fd9b6b1 req-8f715314-8b24-415c-b31d-49ff3ea6efdc tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809467 Jun 29 12:34:38.185357 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5575bc9a-c558-4484-bb7f-422a24dd6c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (83e93819-d301-4110-935c-0d374f62c42c), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:38.188515 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5575bc9a-c558-4484-bb7f-422a24dd6c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:38.190192 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5575bc9a-c558-4484-bb7f-422a24dd6c6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83e93819-d301-4110-935c-0d374f62c42c HTTP/1.1" status: 204 len: 168 time: 0.2356811 Jun 29 12:34:38.199943 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575bc9a-c558-4484-bb7f-422a24dd6c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e93819-d301-4110-935c-0d374f62c42c,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:38.276445 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015229a-f561-4435-bc20-f597719f1ecc req-c1962f4b-fdd7-49dc-9ecc-f466d81f79a6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:38.278333 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b015229a-f561-4435-bc20-f597719f1ecc req-c1962f4b-fdd7-49dc-9ecc-f466d81f79a6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0778120 Jun 29 12:34:38.343618 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b015229a-f561-4435-bc20-f597719f1ecc req-0510de6e-c5ec-4bda-8a1d-955fcfff1357 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572524 Jun 29 12:34:38.659934 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-848e8ee6-4e36-4671-990f-be60513bb087 req-4e3d7320-0e1f-4c83-86ea-b54ad4f7de68 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 210 time: 0.0513694 Jun 29 12:34:39.023689 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59150) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:39.126662 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1718881598-network', 'tenant_id': '698adaaf9d124670be6ccdcb3cbd7ece'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:39.148694 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Made reservation on behalf of 698adaaf9d124670be6ccdcb3cbd7ece for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:34:39.151085 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:39.162483 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:39.228827 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:39.258255 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Publish callbacks [] for security_group (a405fe6e-e20d-4487-a387-30e81ae5322c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:39.263041 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a405fe6e-e20d-4487-a387-30e81ae5322c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:39.279747 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8118d-5653-4cb4-a24a-6dba62a19850 req-ff9d7081-5241-4bd5-a7d3-a6ee1739f434 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:39.282153 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3aa8118d-5653-4cb4-a24a-6dba62a19850 req-ff9d7081-5241-4bd5-a7d3-a6ee1739f434 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.0680091 Jun 29 12:34:39.291397 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:34:39.310724 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (13bc32b6-4931-47fc-835c-62bf091bb662), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:39.311048 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Added segment 13bc32b6-4931-47fc-835c-62bf091bb662 of type vlan for network 45ced311-79d2-44dd-8f5f-cd1a98185ef5 Jun 29 12:34:39.312478 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a405fe6e-e20d-4487-a387-30e81ae5322c,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:39.342328 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=73 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:39.349339 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=70 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:39.353756 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:39.354379 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3aa8118d-5653-4cb4-a24a-6dba62a19850 req-509e4291-436f-4746-bc2c-32fd86b6100e tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652514 Jun 29 12:34:39.367301 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (45ced311-79d2-44dd-8f5f-cd1a98185ef5), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:39.396613 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (45ced311-79d2-44dd-8f5f-cd1a98185ef5), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:39.397709 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:39.398379 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:39.438609 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4138076 Jun 29 12:34:39.442362 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59162) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:39.454899 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Request body: {'subnet': {'network_id': '45ced311-79d2-44dd-8f5f-cd1a98185ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1718881598-subnet', 'tenant_id': '698adaaf9d124670be6ccdcb3cbd7ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:39.476132 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Made reservation on behalf of 698adaaf9d124670be6ccdcb3cbd7ece for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:34:39.478526 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:39.497208 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bc338-1714-47df-8b75-9a5135f4e678 admin admin] Pushing event updated for resources: {'Network': ['ID=45ced311-79d2-44dd-8f5f-cd1a98185ef5,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:39.520167 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 45ced311-79d2-44dd-8f5f-cd1a98185ef5 details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:34:39.521651 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de2c5f-e57d-4708-99b2-72ec54519563 req-235bb672-af5a-4aee-a188-780effce1b34 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:39.529114 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43de2c5f-e57d-4708-99b2-72ec54519563 req-235bb672-af5a-4aee-a188-780effce1b34 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0967100 Jun 29 12:34:39.591502 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43de2c5f-e57d-4708-99b2-72ec54519563 req-b71440f6-fad5-41c2-b6ed-ea558c8a8ed4 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613251 Jun 29 12:34:39.724925 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-6bff642f-88a4-4996-95ae-5370bb908aa1 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:39.726404 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-6bff642f-88a4-4996-95ae-5370bb908aa1 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.23 "GET /v2.0/networks?id=953cb3ea-ea04-4857-b87d-b4cc7d724de7 HTTP/1.1" status: 200 len: 808 time: 0.1673391 Jun 29 12:34:39.734871 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-236f82f2-b12c-4718-be7b-6f062442410a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:39.736647 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-236f82f2-b12c-4718-be7b-6f062442410a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.1785393 Jun 29 12:34:39.774189 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Request body: {'port': {'device_id': '6f456ca2-df7a-46af-bb96-7226ec9ccf70', 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7', 'admin_state_up': True, 'tenant_id': 'ed93385ff03f4672acc79e103ffcb82e'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:39.864439 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b2a4fd74-e205-48a1-a468-7caef6262cc8 req-91eff9b6-2881-4964-926b-601c707cf3bd tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 210 time: 0.0972960 Jun 29 12:34:40.008808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (6d22aff6-3728-4360-92ae-88dacb5a2a0a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:40.013457 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:40.013928 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:40.018104 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-274cc880-ee26-410c-9d4f-278240921529 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Deleting port 9c0824d3-f095-48c6-8750-a139a1ca3582 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:34:40.018661 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-274cc880-ee26-410c-9d4f-278240921529 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:40.150845 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d22aff6-3728-4360-92ae-88dacb5a2a0a,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:40.160277 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Made reservation on behalf of ed93385ff03f4672acc79e103ffcb82e for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:34:40.163678 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:40.211169 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Checking segment: {'id': '13bc32b6-4931-47fc-835c-62bf091bb662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '45ced311-79d2-44dd-8f5f-cd1a98185ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:34:40.211523 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Network hostable DHCP agents. Network: 45ced311-79d2-44dd-8f5f-cd1a98185ef5, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:34:40.214722 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-274cc880-ee26-410c-9d4f-278240921529 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] For port 9c0824d3-f095-48c6-8750-a139a1ca3582, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9c0824d3-f095-48c6-8750-a139a1ca3582,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:40.215046 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-274cc880-ee26-410c-9d4f-278240921529 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:40.262314 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-274cc880-ee26-410c-9d4f-278240921529 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Calling delete_port for 9c0824d3-f095-48c6-8750-a139a1ca3582 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:34:40.327569 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Network 45ced311-79d2-44dd-8f5f-cd1a98185ef5 is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:34:40.346466 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 45ced311-79d2-44dd-8f5f-cd1a98185ef5) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:34:40.354572 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:40.355161 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:40.357735 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602d57f9-efd1-4633-a983-f781147bac35 None None] Network 45ced311-79d2-44dd-8f5f-cd1a98185ef5 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:34:40.498110 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979548e-3439-41b4-a5a9-c21b47a8bc37 req-6e0fe4ef-c9f9-47e9-8e0a-4747a9da9c4f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:40.508915 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5feab6-f703-45e4-9961-86c00d914ff3 None None] Network 45ced311-79d2-44dd-8f5f-cd1a98185ef5 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:34:40.509752 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5979548e-3439-41b4-a5a9-c21b47a8bc37 req-6e0fe4ef-c9f9-47e9-8e0a-4747a9da9c4f tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 946 time: 0.0691633 Jun 29 12:34:40.585877 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5979548e-3439-41b4-a5a9-c21b47a8bc37 req-dc7a0f7b-90e5-4bbd-8959-bb825c0dd27a tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa076c62-d1c4-4901-b37f-41539bd5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678802 Jun 29 12:34:40.655109 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-43cbd2b4-9109-4a36-a0d3-e083c37f271e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2113776 Jun 29 12:34:40.708898 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Allocated IP 172.20.0.8 (953cb3ea-ea04-4857-b87d-b4cc7d724de7/ec32a5de-64bf-4962-928b-25e4fb02a670/cee3ccfd-1b4c-4337-9108-8c4324eec706) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:34:40.735342 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2688ef-b4bf-4663-8df4-0fcdf59ac0ee req-116d184a-a977-42fd-b319-55e6a69ff7ad tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:40.738911 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8d2688ef-b4bf-4663-8df4-0fcdf59ac0ee req-116d184a-a977-42fd-b319-55e6a69ff7ad tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0708144 Jun 29 12:34:40.791078 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:40.831995 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-274cc880-ee26-410c-9d4f-278240921529 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350'] for port (9c0824d3-f095-48c6-8750-a139a1ca3582), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:40.892220 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cc880-ee26-410c-9d4f-278240921529 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Pushing event deleted for resources: {'Port': ['ID=9c0824d3-f095-48c6-8750-a139a1ca3582,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:40.920326 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8d2688ef-b4bf-4663-8df4-0fcdf59ac0ee req-58536fe6-1d7c-4d11-bbeb-1b385d8e633e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575422 Jun 29 12:34:41.007415 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8c8e31d3-896b-42cc-8722-8d4bb402abe4 req-acc68fba-9349-431a-b40d-2977373a73fd tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 210 time: 0.0449626 Jun 29 12:34:41.018557 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-274cc880-ee26-410c-9d4f-278240921529 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] No DVR routers for this DVR port 9c0824d3-f095-48c6-8750-a139a1ca3582 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:34:41.023473 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-274cc880-ee26-410c-9d4f-278240921529 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.029641 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a7d0f727-6458-4879-b075-328ca62e91b4 req-274cc880-ee26-410c-9d4f-278240921529 tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.23 "DELETE /v2.0/ports/9c0824d3-f095-48c6-8750-a139a1ca3582 HTTP/1.1" status: 204 len: 173 time: 1.2639077 Jun 29 12:34:41.030762 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6ff7e6-212e-41a7-9c74-df2c4e3a2010', 'name': 'network-vif-deleted', 'tag': '9c0824d3-f095-48c6-8750-a139a1ca3582'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:41.034385 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b567db27-9562-4c5a-a63c-56ea47936187" -d '{"events": [{"server_uuid": "4d6ff7e6-212e-41a7-9c74-df2c4e3a2010", "name": "network-vif-deleted", "tag": "9c0824d3-f095-48c6-8750-a139a1ca3582"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:41.105813 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db70333a-b667-4364-ac19-36767855d318 x-openstack-request-id: req-db70333a-b667-4364-ac19-36767855d318 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:41.106107 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6ff7e6-212e-41a7-9c74-df2c4e3a2010", "name": "network-vif-deleted", "tag": "9c0824d3-f095-48c6-8750-a139a1ca3582", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:41.106359 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db70333a-b667-4364-ac19-36767855d318 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:41.112654 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db70333a-b667-4364-ac19-36767855d318'] response: {'server_uuid': '4d6ff7e6-212e-41a7-9c74-df2c4e3a2010', 'name': 'network-vif-deleted', 'tag': '9c0824d3-f095-48c6-8750-a139a1ca3582', 'status': 'completed', 'code': 200} Jun 29 12:34:41.191925 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks [] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.221295 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:41.232427 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.296393 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:34:41.301720 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:34:41.307147 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:34:41.315262 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:41.316150 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.333262 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Pushing event updated for resources: {'Port': ['ID=cee3ccfd-1b4c-4337-9108-8c4324eec706,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:41.344904 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-81a744ba-14cf-49b9-986e-9d02fc58d388 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5787029 Jun 29 12:34:41.367195 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Request body: {'port': {'device_id': '6f456ca2-df7a-46af-bb96-7226ec9ccf70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:41.393789 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59232) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:41.401330 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1886498451-network', 'tenant_id': '6026d9a909dc492cadfc3d899085940e'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:41.429038 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Made reservation on behalf of 6026d9a909dc492cadfc3d899085940e for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:34:41.432564 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.445041 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.450958 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.558908 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Publish callbacks [] for security_group (04857c22-ec6d-4d62-a9e1-be81e9a11523), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.563742 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (04857c22-ec6d-4d62-a9e1-be81e9a11523), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.592939 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:34:41.600371 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04857c22-ec6d-4d62-a9e1-be81e9a11523,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:41.606748 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (7d665710-359a-41fe-a5d5-190e9f7d91d7), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.607100 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Added segment 7d665710-359a-41fe-a5d5-190e9f7d91d7 of type vlan for network 80abc111-0e77-4819-84d8-727e6f3646d1 Jun 29 12:34:41.650453 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (80abc111-0e77-4819-84d8-727e6f3646d1), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.687736 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (80abc111-0e77-4819-84d8-727e6f3646d1), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.688676 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:41.689252 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.731661 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e4873e40-62ca-487a-9006-51b4b5b24778 req-791ea382-5d38-425a-b9d5-25f507d7fcde tempest-DeleteServersTestJSON-2019210138 tempest-DeleteServersTestJSON-2019210138-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d6ff7e6-212e-41a7-9c74-df2c4e3a2010 HTTP/1.1" status: 200 len: 210 time: 0.0546653 Jun 29 12:34:41.746009 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3509891 Jun 29 12:34:41.749239 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59240) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:41.755733 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Request body: {'subnet': {'network_id': '80abc111-0e77-4819-84d8-727e6f3646d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1886498451-subnet', 'tenant_id': '6026d9a909dc492cadfc3d899085940e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:34:41.787072 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee3ccfd-1b4c-4337-9108-8c4324eec706 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:34:41.792942 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e262ac5-d247-45bd-b3ed-59998e29e3e4 admin admin] Pushing event updated for resources: {'Network': ['ID=80abc111-0e77-4819-84d8-727e6f3646d1,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:41.797438 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Publish callbacks [] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.803817 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 80abc111-0e77-4819-84d8-727e6f3646d1 details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:34:41.812133 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Made reservation on behalf of 6026d9a909dc492cadfc3d899085940e for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:34:41.814939 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.819359 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Transition to ACTIVE for port object cee3ccfd-1b4c-4337-9108-8c4324eec706 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:34:41.831933 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:41.905471 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:41.935420 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Pushing event updated for resources: {'Port': ['ID=cee3ccfd-1b4c-4337-9108-8c4324eec706,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:41.992430 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Attempting to bind port cee3ccfd-1b4c-4337-9108-8c4324eec706 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:34:41.992832 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Attempting to bind port cee3ccfd-1b4c-4337-9108-8c4324eec706 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'b3cd1d78-e07f-47dc-af81-718c84d83d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:34:41.993241 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Attempting to bind port cee3ccfd-1b4c-4337-9108-8c4324eec706 on network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:34:42.039883 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Port cee3ccfd-1b4c-4337-9108-8c4324eec706 on network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:34:42.040217 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Attempting to bind port cee3ccfd-1b4c-4337-9108-8c4324eec706 on network 953cb3ea-ea04-4857-b87d-b4cc7d724de7 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:34:42.079702 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:34:42.079952 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Checking segment: {'id': 'b3cd1d78-e07f-47dc-af81-718c84d83d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:34:42.081176 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Bound using segment: {'id': 'b3cd1d78-e07f-47dc-af81-718c84d83d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:34:42.081632 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Bound port: cee3ccfd-1b4c-4337-9108-8c4324eec706, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cd1d78-e07f-47dc-af81-718c84d83d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:34:42.081991 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:42.110143 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f43224-0638-4226-afbb-0ad7fbafa4d8 req-91e1abd9-d292-418f-ae9a-6b5440bc49ca tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:42.112078 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-94f43224-0638-4226-afbb-0ad7fbafa4d8 req-91e1abd9-d292-418f-ae9a-6b5440bc49ca tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.1142781 Jun 29 12:34:42.121598 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30862514-83f2-42b5-aa1a-5a06a9a13dea req-dd7d0277-7f62-40bf-b074-ec27ae37eeff tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:42.123126 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-30862514-83f2-42b5-aa1a-5a06a9a13dea req-dd7d0277-7f62-40bf-b074-ec27ae37eeff tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 943 time: 0.0488770 Jun 29 12:34:42.126223 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:42.176145 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-30862514-83f2-42b5-aa1a-5a06a9a13dea req-81c0b1bd-c6a0-49ef-a21f-ea66bb8cfffe tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Jun 29 12:34:42.248412 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (1faf1f55-ef06-4872-a9f4-2894504816b6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:42.306790 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] For port cee3ccfd-1b4c-4337-9108-8c4324eec706, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:34:42.320309 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-94f43224-0638-4226-afbb-0ad7fbafa4d8 req-c869b172-a5bb-4167-9c4e-c44b79df1a2c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994691 Jun 29 12:34:42.338801 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] For port cee3ccfd-1b4c-4337-9108-8c4324eec706, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=cee3ccfd-1b4c-4337-9108-8c4324eec706,segment=NetworkSegment(b3cd1d78-e07f-47dc-af81-718c84d83d0b),segment_id=b3cd1d78-e07f-47dc-af81-718c84d83d0b)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:34:42.363178 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:42.370724 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1faf1f55-ef06-4872-a9f4-2894504816b6,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:42.419756 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:42.420459 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:42.421999 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-8cb871ae-9762-4730-b327-d664da91502c service neutron] 10.222.0.23 "PUT /v2.0/ports/cee3ccfd-1b4c-4337-9108-8c4324eec706 HTTP/1.1" status: 200 len: 1093 time: 1.0671165 Jun 29 12:34:42.423007 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Checking segment: {'id': '7d665710-359a-41fe-a5d5-190e9f7d91d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '80abc111-0e77-4819-84d8-727e6f3646d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:34:42.423386 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Network hostable DHCP agents. Network: 80abc111-0e77-4819-84d8-727e6f3646d1, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:34:42.461885 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Network 80abc111-0e77-4819-84d8-727e6f3646d1 is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:34:42.473304 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb871ae-9762-4730-b327-d664da91502c service neutron] Pushing event updated for resources: {'Port': ['ID=cee3ccfd-1b4c-4337-9108-8c4324eec706,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:42.488752 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 80abc111-0e77-4819-84d8-727e6f3646d1) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:34:42.497338 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180683ae-1005-476f-8b16-8ffe347f009e None None] Network 80abc111-0e77-4819-84d8-727e6f3646d1 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:34:42.524362 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:42.524941 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:42.539213 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-c0795d9a-0ada-4aa9-b8de-2e4ef7bc2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:42.540877 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-c0795d9a-0ada-4aa9-b8de-2e4ef7bc2748 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed93385ff03f4672acc79e103ffcb82e&device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 1127 time: 0.0690005 Jun 29 12:34:42.546757 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 9c0824d3-f095-48c6-8750-a139a1ca3582 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:34:42.563688 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e417ec90-f116-4a62-9061-e3a274da75a6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8055122 Jun 29 12:34:42.590130 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 9c0824d3-f095-48c6-8750-a139a1ca3582 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:34:42.590386 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 9c0824d3-f095-48c6-8750-a139a1ca3582 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:34:42.602867 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-aa1319a3-c0b2-465c-b57f-fa9ba72d6e53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cee3ccfd-1b4c-4337-9108-8c4324eec706 HTTP/1.1" status: 200 len: 217 time: 0.0454090 Jun 29 12:34:42.673153 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-c4865d2d-e94d-424e-9158-82323299f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:42.675108 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf9f91d-e624-4c97-b4df-e7b78d205491 None None] Network 80abc111-0e77-4819-84d8-727e6f3646d1 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:34:42.675279 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-c4865d2d-e94d-424e-9158-82323299f3b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec32a5de-64bf-4962-928b-25e4fb02a670 HTTP/1.1" status: 200 len: 848 time: 0.0636151 Jun 29 12:34:42.724362 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-ef9ec1d9-0258-455a-8d4b-f4a411a511a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=953cb3ea-ea04-4857-b87d-b4cc7d724de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326629 Jun 29 12:34:42.839261 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-7b9ea017-102c-4255-8e8e-5bf56b507620 service neutron] 10.222.0.23 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996261 Jun 29 12:34:42.859937 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:42.972379 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c2cf1af1-1b6f-41af-ab7d-82b7298e27cb req-97bd014d-fd53-4ec8-b5c1-9000418e0ff3 service neutron] 10.222.0.23 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230555 Jun 29 12:34:43.114024 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f456ca2-df7a-46af-bb96-7226ec9ccf70', 'tag': 'cee3ccfd-1b4c-4337-9108-8c4324eec706'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:43.116657 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f087e1f-c969-4421-a80d-a5bf08509b18" -d '{"events": [{"name": "network-changed", "server_uuid": "6f456ca2-df7a-46af-bb96-7226ec9ccf70", "tag": "cee3ccfd-1b4c-4337-9108-8c4324eec706"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:43.171120 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fe1060-00c2-4763-8aae-272c3d658dec x-openstack-request-id: req-16fe1060-00c2-4763-8aae-272c3d658dec {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:43.171120 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f456ca2-df7a-46af-bb96-7226ec9ccf70", "tag": "cee3ccfd-1b4c-4337-9108-8c4324eec706", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:43.171120 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16fe1060-00c2-4763-8aae-272c3d658dec {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:43.171120 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fe1060-00c2-4763-8aae-272c3d658dec'] response: {'name': 'network-changed', 'server_uuid': '6f456ca2-df7a-46af-bb96-7226ec9ccf70', 'tag': 'cee3ccfd-1b4c-4337-9108-8c4324eec706', 'status': 'completed', 'code': 200} Jun 29 12:34:43.301415 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df81bf8-a0e6-4fa1-9723-9a5af5e25f36 req-37c339ba-d4fd-4737-b464-ab6192260073 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:43.303013 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2df81bf8-a0e6-4fa1-9723-9a5af5e25f36 req-37c339ba-d4fd-4737-b464-ab6192260073 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 943 time: 0.0530736 Jun 29 12:34:43.354000 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2df81bf8-a0e6-4fa1-9723-9a5af5e25f36 req-652a9ab9-146f-453c-b1da-9e7db733a11c tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449009 Jun 29 12:34:43.440428 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:43.469481 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7122-d380-48c6-af71-3bca3f012102 req-904b3d2f-fb94-4cb5-a402-c27443d43aef tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:43.471564 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfaa7122-d380-48c6-af71-3bca3f012102 req-904b3d2f-fb94-4cb5-a402-c27443d43aef tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0695219 Jun 29 12:34:43.505050 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:43.536333 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfaa7122-d380-48c6-af71-3bca3f012102 req-cbc314cd-17cf-43b4-878a-633737f2abcf tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574460 Jun 29 12:34:44.262104 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59318) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:44.281941 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f087e1f-c969-4421-a80d-a5bf08509b18 req-04da0415-c712-4693-a502-2b8840435f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:44.283551 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f087e1f-c969-4421-a80d-a5bf08509b18 req-04da0415-c712-4693-a502-2b8840435f1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed93385ff03f4672acc79e103ffcb82e&device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 1127 time: 0.0409129 Jun 29 12:34:44.387812 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f087e1f-c969-4421-a80d-a5bf08509b18 req-c6e39f30-515d-4149-87c2-e6da2b0ecdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:44.389289 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f087e1f-c969-4421-a80d-a5bf08509b18 req-c6e39f30-515d-4149-87c2-e6da2b0ecdb9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=953cb3ea-ea04-4857-b87d-b4cc7d724de7 HTTP/1.1" status: 200 len: 909 time: 0.0998001 Jun 29 12:34:44.440011 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f087e1f-c969-4421-a80d-a5bf08509b18 req-06b56e59-c235-4b34-8e9d-a0430d3737c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cee3ccfd-1b4c-4337-9108-8c4324eec706 HTTP/1.1" status: 200 len: 217 time: 0.0433846 Jun 29 12:34:44.558995 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853eced-d15c-434c-8c56-ccb589bfedc0 req-a7fa6ead-986a-40a9-b64d-c13ac8f893da tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:44.562344 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4853eced-d15c-434c-8c56-ccb589bfedc0 req-a7fa6ead-986a-40a9-b64d-c13ac8f893da tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 943 time: 0.1211865 Jun 29 12:34:44.564257 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f087e1f-c969-4421-a80d-a5bf08509b18 req-fd2955f8-ca98-42a5-9f85-71dafd696eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:44.566180 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f087e1f-c969-4421-a80d-a5bf08509b18 req-fd2955f8-ca98-42a5-9f85-71dafd696eec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ec32a5de-64bf-4962-928b-25e4fb02a670 HTTP/1.1" status: 200 len: 848 time: 0.1145911 Jun 29 12:34:44.639260 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f087e1f-c969-4421-a80d-a5bf08509b18 req-107af885-3011-45d1-ae26-81fd843ae7c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=953cb3ea-ea04-4857-b87d-b4cc7d724de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599780 Jun 29 12:34:44.697683 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:44.745238 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bf1c4-871b-450f-974c-8b87a6c8b846 req-c0e4fc71-312d-4e77-92c1-54635666b72a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:44.745965 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4853eced-d15c-434c-8c56-ccb589bfedc0 req-01b601ba-7956-4724-b5f0-f7b357c8e55d tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742990 Jun 29 12:34:44.748839 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c4bf1c4-871b-450f-974c-8b87a6c8b846 req-c0e4fc71-312d-4e77-92c1-54635666b72a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.1094966 Jun 29 12:34:44.846677 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f087e1f-c969-4421-a80d-a5bf08509b18 req-af83b5e9-3555-4cb8-a353-98649fad2128 service neutron] 10.222.0.23 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002668 Jun 29 12:34:44.902119 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (332f7da8-454f-435b-8ef8-6bff2a5b170a), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:44.906521 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c4bf1c4-871b-450f-974c-8b87a6c8b846 req-168ee37d-987c-48e6-aac1-e19b4fb36b5f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493816 Jun 29 12:34:44.961253 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f087e1f-c969-4421-a80d-a5bf08509b18 req-f3c4582d-dc08-40c8-957d-09208d0fde64 service neutron] 10.222.0.23 "GET /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019289 Jun 29 12:34:45.345916 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59350) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:45.460405 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] Deleting port a6d2f754-46a0-490a-bf2a-76db591282e3 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:34:45.460764 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.467414 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27d70ef2-d6f2-4b48-a51e-6b19474ecfd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.553107 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27d70ef2-d6f2-4b48-a51e-6b19474ecfd2 admin admin] Publish callbacks [] for security_group (b087df1d-e054-4b97-85f5-f3c92493042f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.557263 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27d70ef2-d6f2-4b48-a51e-6b19474ecfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (b087df1d-e054-4b97-85f5-f3c92493042f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.571238 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] For port a6d2f754-46a0-490a-bf2a-76db591282e3, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=a6d2f754-46a0-490a-bf2a-76db591282e3,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:45.571606 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.588611 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] Calling delete_port for a6d2f754-46a0-490a-bf2a-76db591282e3 owned by network:router_interface {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:34:45.608000 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-27d70ef2-d6f2-4b48-a51e-6b19474ecfd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cb5834cd36864dd9bb27f917f3841cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602220 Jun 29 12:34:45.610174 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d70ef2-d6f2-4b48-a51e-6b19474ecfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b087df1d-e054-4b97-85f5-f3c92493042f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:45.613018 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59354) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:45.650059 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5518055-2568-4fcd-80f8-0fefcb94e0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.673662 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8dea-83e2-46e2-b981-70913ab9dbb5 admin admin] Publish callbacks [] for security_group (b087df1d-e054-4b97-85f5-f3c92493042f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.703565 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8dea-83e2-46e2-b981-70913ab9dbb5 admin admin] Publish callbacks [] for security_group (b087df1d-e054-4b97-85f5-f3c92493042f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.705489 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:45.728775 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:45.764584 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8dea-83e2-46e2-b981-70913ab9dbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (b087df1d-e054-4b97-85f5-f3c92493042f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.767663 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8dea-83e2-46e2-b981-70913ab9dbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.768827 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-1f5d8dea-83e2-46e2-b981-70913ab9dbb5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b087df1d-e054-4b97-85f5-f3c92493042f HTTP/1.1" status: 204 len: 168 time: 0.1548114 Jun 29 12:34:45.778003 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d8dea-83e2-46e2-b981-70913ab9dbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b087df1d-e054-4b97-85f5-f3c92493042f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:45.793591 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:45.870123 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (a6d2f754-46a0-490a-bf2a-76db591282e3), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:45.900366 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d2f754-46a0-490a-bf2a-76db591282e3,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:45.964234 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3841dc-2dbe-41a3-be42-7582d8b89277 req-e2f382f7-1675-4cec-944f-46bebaf3177b tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:45.965847 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0e3841dc-2dbe-41a3-be42-7582d8b89277 req-e2f382f7-1675-4cec-944f-46bebaf3177b tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 943 time: 0.1108143 Jun 29 12:34:46.178361 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0e3841dc-2dbe-41a3-be42-7582d8b89277 req-2204a287-8d4a-435e-a976-73b0ffe0df4a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013032 Jun 29 12:34:46.195785 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae695-dfdd-484d-89ab-1628b09cc525 req-9efb7c46-d5d8-40e0-bdcb-449773487f4e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:46.197807 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d6cae695-dfdd-484d-89ab-1628b09cc525 req-9efb7c46-d5d8-40e0-bdcb-449773487f4e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0973718 Jun 29 12:34:46.295629 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (332f7da8-454f-435b-8ef8-6bff2a5b170a), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.309020 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d6cae695-dfdd-484d-89ab-1628b09cc525 req-44f3db1a-4dfa-4f3b-945f-d5be5be41217 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839517 Jun 29 12:34:46.362741 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59378) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:46.398450 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2616e8e0-64f2-48b8-b551-7e3c1c80ede7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.501395 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2616e8e0-64f2-48b8-b551-7e3c1c80ede7 admin admin] Publish callbacks [] for security_group (e94b4404-28cf-439f-911b-113a1e35d022), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.507822 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2616e8e0-64f2-48b8-b551-7e3c1c80ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (e94b4404-28cf-439f-911b-113a1e35d022), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.546491 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device cee3ccfd-1b4c-4337-9108-8c4324eec706 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:34:46.556920 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-2616e8e0-64f2-48b8-b551-7e3c1c80ede7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=159edb8bb6b44df5a4dc88e0bdeab421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922636 Jun 29 12:34:46.561162 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59382) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:46.574022 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] Router 332f7da8-454f-435b-8ef8-6bff2a5b170a has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:34:46.611349 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:46.624753 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616e8e0-64f2-48b8-b551-7e3c1c80ede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94b4404-28cf-439f-911b-113a1e35d022,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:46.641421 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6a87fa-062a-41fa-ab72-ba194e41b76c admin admin] Publish callbacks [] for security_group (e94b4404-28cf-439f-911b-113a1e35d022), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.672318 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6a87fa-062a-41fa-ab72-ba194e41b76c admin admin] Publish callbacks [] for security_group (e94b4404-28cf-439f-911b-113a1e35d022), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.725997 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port cee3ccfd-1b4c-4337-9108-8c4324eec706, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=cee3ccfd-1b4c-4337-9108-8c4324eec706,segment=NetworkSegment(b3cd1d78-e07f-47dc-af81-718c84d83d0b),segment_id=b3cd1d78-e07f-47dc-af81-718c84d83d0b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:46.740296 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6a87fa-062a-41fa-ab72-ba194e41b76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (e94b4404-28cf-439f-911b-113a1e35d022), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.745051 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6a87fa-062a-41fa-ab72-ba194e41b76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.748551 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-ea6a87fa-062a-41fa-ab72-ba194e41b76c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e94b4404-28cf-439f-911b-113a1e35d022 HTTP/1.1" status: 204 len: 168 time: 0.1847703 Jun 29 12:34:46.756147 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a87fa-062a-41fa-ab72-ba194e41b76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94b4404-28cf-439f-911b-113a1e35d022,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:46.771703 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:46.782137 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'cee3ccfd-1b4c-4337-9108-8c4324eec706', 'network_id': '953cb3ea-ea04-4857-b87d-b4cc7d724de7', 'port_id': 'cee3ccfd-1b4c-4337-9108-8c4324eec706', 'mac_address': 'fa:16:3e:c2:84:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec32a5de-64bf-4962-928b-25e4fb02a670', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:34:46.786227 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:34:46.801505 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59388) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:46.802871 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] Sync routers for ids ['332f7da8-454f-435b-8ef8-6bff2a5b170a'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:34:46.816201 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fd868632-dfb0-4aa1-88e3-be18f11a964a admin admin] 10.222.0.52 "PUT /v2.0/routers/332f7da8-454f-435b-8ef8-6bff2a5b170a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5516922 Jun 29 12:34:46.816713 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:46.820877 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] Routers {'332f7da8-454f-435b-8ef8-6bff2a5b170a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:34:46.821744 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['332f7da8-454f-435b-8ef8-6bff2a5b170a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:46.834789 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port cee3ccfd-1b4c-4337-9108-8c4324eec706 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:46.835201 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.854001 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee3ccfd-1b4c-4337-9108-8c4324eec706 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:34:46.880213 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port cee3ccfd-1b4c-4337-9108-8c4324eec706, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=cee3ccfd-1b4c-4337-9108-8c4324eec706,segment=NetworkSegment(b3cd1d78-e07f-47dc-af81-718c84d83d0b),segment_id=b3cd1d78-e07f-47dc-af81-718c84d83d0b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:46.886339 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.938732 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Publish callbacks [] for router (332f7da8-454f-435b-8ef8-6bff2a5b170a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:46.951958 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=cee3ccfd-1b4c-4337-9108-8c4324eec706,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:47.048055 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] Set router 332f7da8-454f-435b-8ef8-6bff2a5b170a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:34:47.056793 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Publish callbacks [] for router_gateway (332f7da8-454f-435b-8ef8-6bff2a5b170a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.114548 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Deleting port 00b28b28-eec1-4710-afba-8c0e8cfdc25e {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:34:47.115017 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.150065 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['cee3ccfd-1b4c-4337-9108-8c4324eec706'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:34:47.260355 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'name': 'tempest-DeleteServersTestJSON-1461228231-router', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:34:45Z', 'revision_number': 5, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'gw_port': {'id': '00b28b28-eec1-4710-afba-8c0e8cfdc25e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:19Z', 'updated_at': '2022-06-29T12:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:47.303950 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] Checking router: 332f7da8-454f-435b-8ef8-6bff2a5b170a for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:34:47.318197 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] Routers {'332f7da8-454f-435b-8ef8-6bff2a5b170a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:34:47.319257 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['332f7da8-454f-435b-8ef8-6bff2a5b170a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:47.346980 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59402) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:47.377754 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ac803a98-5962-45ad-968c-caccf81961b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.421555 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] For port 00b28b28-eec1-4710-afba-8c0e8cfdc25e, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=00b28b28-eec1-4710-afba-8c0e8cfdc25e,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:47.421988 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.447584 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:47.449550 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc725f-cad3-48da-8e4d-ba14f8bfd922 req-bb7cf9fe-5a64-4417-98bd-b36a06f6448d tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:47.451245 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-39fc725f-cad3-48da-8e4d-ba14f8bfd922 req-bb7cf9fe-5a64-4417-98bd-b36a06f6448d tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 944 time: 0.1259913 Jun 29 12:34:47.452644 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Calling delete_port for 00b28b28-eec1-4710-afba-8c0e8cfdc25e owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:34:47.454703 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:47.478106 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] Set router 332f7da8-454f-435b-8ef8-6bff2a5b170a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:34:47.543408 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'name': 'tempest-DeleteServersTestJSON-1461228231-router', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:34:47Z', 'revision_number': 6, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'gw_port_host': None}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:47.564982 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ac803a98-5962-45ad-968c-caccf81961b5 admin admin] Publish callbacks [] for security_group (14b771e2-d707-4961-87fb-2fb7bdd99a79), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.571889 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-39fc725f-cad3-48da-8e4d-ba14f8bfd922 req-deefe20c-0700-4582-8982-e7d39a1c76e6 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122959 Jun 29 12:34:47.572420 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d9f10-a0da-4cce-9889-029e5703b277 req-4d5a5190-3932-4d10-ba8f-43ceb9f16ef2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:47.573819 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b89d9f10-a0da-4cce-9889-029e5703b277 req-4d5a5190-3932-4d10-ba8f-43ceb9f16ef2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.1395438 Jun 29 12:34:47.575103 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ac803a98-5962-45ad-968c-caccf81961b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (14b771e2-d707-4961-87fb-2fb7bdd99a79), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.585475 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0d42c-f59c-4495-80c7-60e47eb07108 None None] The sync data for ids ['332f7da8-454f-435b-8ef8-6bff2a5b170a'] in dv-cinder-812685-12-iscsi is: [{'id': '332f7da8-454f-435b-8ef8-6bff2a5b170a', 'name': 'tempest-DeleteServersTestJSON-1461228231-router', 'tenant_id': '46f5397c062a4868a0282f7535f84f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:34:47Z', 'revision_number': 6, 'project_id': '46f5397c062a4868a0282f7535f84f7a', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:34:47.627853 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ac803a98-5962-45ad-968c-caccf81961b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21353f0266d84c96af54e3778c63c77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787240 Jun 29 12:34:47.630923 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59408) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:47.648064 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:47.665294 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac803a98-5962-45ad-968c-caccf81961b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b771e2-d707-4961-87fb-2fb7bdd99a79,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:47.673206 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b89d9f10-a0da-4cce-9889-029e5703b277 req-492d7052-b2b3-4156-9fb3-88bdd6cdc903 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818791 Jun 29 12:34:47.723243 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:47.751208 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b466adf-c11a-4dbc-8514-d231664d543c admin admin] Publish callbacks [] for security_group (14b771e2-d707-4961-87fb-2fb7bdd99a79), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.772440 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350'] for port (00b28b28-eec1-4710-afba-8c0e8cfdc25e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.807395 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b466adf-c11a-4dbc-8514-d231664d543c admin admin] Publish callbacks [] for security_group (14b771e2-d707-4961-87fb-2fb7bdd99a79), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.819892 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b28b28-eec1-4710-afba-8c0e8cfdc25e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:47.849014 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (332f7da8-454f-435b-8ef8-6bff2a5b170a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.970004 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (332f7da8-454f-435b-8ef8-6bff2a5b170a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.974722 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Publish callbacks [] for router_controller (332f7da8-454f-435b-8ef8-6bff2a5b170a), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:47.997858 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3cefaefd-4953-422c-a3d1-3c0ef5646a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.049952 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b466adf-c11a-4dbc-8514-d231664d543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (14b771e2-d707-4961-87fb-2fb7bdd99a79), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.052938 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b466adf-c11a-4dbc-8514-d231664d543c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.057101 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0b466adf-c11a-4dbc-8514-d231664d543c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14b771e2-d707-4961-87fb-2fb7bdd99a79 HTTP/1.1" status: 204 len: 168 time: 0.4182925 Jun 29 12:34:48.059538 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (332f7da8-454f-435b-8ef8-6bff2a5b170a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.060227 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 332f7da8-454f-435b-8ef8-6bff2a5b170a {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:34:48.070632 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.071759 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-5d57431d-9cc0-4f2e-b20f-3492fc650109 admin admin] 10.222.0.52 "DELETE /v2.0/routers/332f7da8-454f-435b-8ef8-6bff2a5b170a HTTP/1.1" status: 204 len: 168 time: 1.2692571 Jun 29 12:34:48.072910 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b466adf-c11a-4dbc-8514-d231664d543c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b771e2-d707-4961-87fb-2fb7bdd99a79,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:48.075159 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59418) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:48.156069 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdc53ac-a2d0-4868-bada-c3752ae5ca7a admin admin] Deleting subnet e62f0256-5bb4-4454-ae17-e640e019d2eb {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:34:48.160336 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4cdc53ac-a2d0-4868-bada-c3752ae5ca7a admin admin] Publish callbacks [] for subnet (e62f0256-5bb4-4454-ae17-e640e019d2eb), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.200614 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4cdc53ac-a2d0-4868-bada-c3752ae5ca7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10213937'] for subnet (e62f0256-5bb4-4454-ae17-e640e019d2eb), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.318503 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4cdc53ac-a2d0-4868-bada-c3752ae5ca7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (e62f0256-5bb4-4454-ae17-e640e019d2eb), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.375743 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4cdc53ac-a2d0-4868-bada-c3752ae5ca7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9798013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580198'] for subnet (e62f0256-5bb4-4454-ae17-e640e019d2eb), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.405363 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc53ac-a2d0-4868-bada-c3752ae5ca7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62f0256-5bb4-4454-ae17-e640e019d2eb,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:48.409547 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4cdc53ac-a2d0-4868-bada-c3752ae5ca7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.413193 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4cdc53ac-a2d0-4868-bada-c3752ae5ca7a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e62f0256-5bb4-4454-ae17-e640e019d2eb HTTP/1.1" status: 204 len: 168 time: 0.3362582 Jun 29 12:34:48.415521 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59426) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:48.418909 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782817f-3e3b-46f9-8b74-5ae9f3ae202c None None] Network f0d91924-1f47-49aa-8f3d-957f9bdb1bcf requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:34:48.497384 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (f0d91924-1f47-49aa-8f3d-957f9bdb1bcf), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.548158 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Deleting port 48183d1c-6765-4485-92ef-a9f6d4d056ad {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:34:48.548754 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.613564 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaf9d74-0e06-4fbd-b9e4-2f3239792d47 None None] DHCP port deletion for f0d91924-1f47-49aa-8f3d-957f9bdb1bcf request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:34:48.635424 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] For port 48183d1c-6765-4485-92ef-a9f6d4d056ad, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=48183d1c-6765-4485-92ef-a9f6d4d056ad,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:48.635803 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.661693 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Calling delete_port for 48183d1c-6765-4485-92ef-a9f6d4d056ad owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:34:48.698138 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf9d74-0e06-4fbd-b9e4-2f3239792d47 None None] Deleting port 48183d1c-6765-4485-92ef-a9f6d4d056ad {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:34:48.698458 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9d74-0e06-4fbd-b9e4-2f3239792d47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.767838 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 00b28b28-eec1-4710-afba-8c0e8cfdc25e no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:34:48.768747 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.772339 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639139e-fee9-4633-bc58-d74ab17db22a req-d6b5e326-5946-43e6-bd13-9c24cce43649 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:48.775487 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d639139e-fee9-4633-bc58-d74ab17db22a req-d6b5e326-5946-43e6-bd13-9c24cce43649 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 944 time: 0.0925786 Jun 29 12:34:48.807229 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=48183d1c-6765-4485-92ef-a9f6d4d056ad,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:48.848751 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 00b28b28-eec1-4710-afba-8c0e8cfdc25e {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:34:48.850109 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 00b28b28-eec1-4710-afba-8c0e8cfdc25e not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:34:48.850750 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device a6d2f754-46a0-490a-bf2a-76db591282e3 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:34:48.893242 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: a6d2f754-46a0-490a-bf2a-76db591282e3 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:34:48.893953 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device a6d2f754-46a0-490a-bf2a-76db591282e3 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:34:48.897217 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-3aaf9d74-0e06-4fbd-b9e4-2f3239792d47 None None] For port 48183d1c-6765-4485-92ef-a9f6d4d056ad, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=48183d1c-6765-4485-92ef-a9f6d4d056ad,segment=NetworkSegment(67a30988-4e9a-45b4-8cd5-ef519f7de164),segment_id=67a30988-4e9a-45b4-8cd5-ef519f7de164)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:48.902638 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1d5bc-5207-4f27-b282-62ed276acc9a req-8dead019-c0d2-4dfe-a2cc-fb97ab0b9e62 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:48.904183 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aed1d5bc-5207-4f27-b282-62ed276acc9a req-8dead019-c0d2-4dfe-a2cc-fb97ab0b9e62 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0992267 Jun 29 12:34:48.905217 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] No DVR routers for this DVR port 48183d1c-6765-4485-92ef-a9f6d4d056ad on host dv-cinder-812685-12-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:34:48.911142 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9d74-0e06-4fbd-b9e4-2f3239792d47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:48.925973 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d639139e-fee9-4633-bc58-d74ab17db22a req-2cbfeda9-422c-42e2-96ed-424d0d66ff00 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418192 Jun 29 12:34:48.935812 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf9d74-0e06-4fbd-b9e4-2f3239792d47 None None] Calling delete_port for 48183d1c-6765-4485-92ef-a9f6d4d056ad owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:34:49.090584 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9d74-0e06-4fbd-b9e4-2f3239792d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350'] for port (48183d1c-6765-4485-92ef-a9f6d4d056ad), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.112740 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (f0d91924-1f47-49aa-8f3d-957f9bdb1bcf), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.131305 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf9d74-0e06-4fbd-b9e4-2f3239792d47 None None] Pushing event deleted for resources: {'Port': ['ID=48183d1c-6765-4485-92ef-a9f6d4d056ad,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:49.144496 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aed1d5bc-5207-4f27-b282-62ed276acc9a req-c1a7d323-f05d-45a8-8cb6-641898d5d1c6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232268 Jun 29 12:34:49.154475 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d91924-1f47-49aa-8f3d-957f9bdb1bcf']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:49.165231 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:49.167863 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf9d74-0e06-4fbd-b9e4-2f3239792d47 None None] No DVR routers for this DVR port 48183d1c-6765-4485-92ef-a9f6d4d056ad on host dv-cinder-812685-12-iscsi {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:34:49.169352 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a30988-4e9a-45b4-8cd5-ef519f7de164') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:49.169703 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a30988-4e9a-45b4-8cd5-ef519f7de164') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:34:49.184788 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (67a30988-4e9a-45b4-8cd5-ef519f7de164), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.186782 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device cee3ccfd-1b4c-4337-9108-8c4324eec706 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:34:49.194335 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.202826 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (67a30988-4e9a-45b4-8cd5-ef519f7de164), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.212128 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:34:49.212508 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (67a30988-4e9a-45b4-8cd5-ef519f7de164), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.237056 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:49.245830 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 67a30988-4e9a-45b4-8cd5-ef519f7de164 resource provider aggregate not found Jun 29 12:34:49.268229 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port cee3ccfd-1b4c-4337-9108-8c4324eec706 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:34:49.276573 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port cee3ccfd-1b4c-4337-9108-8c4324eec706 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:34:49.277050 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.302407 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 67a30988-4e9a-45b4-8cd5-ef519f7de164 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67a30988-4e9a-45b4-8cd5-ef519f7de164 found for delete ", "request_id": "req-e1efeaa8-a460-4649-a4ba-c9a8575f0f47"}]} Jun 29 12:34:49.313573 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (f0d91924-1f47-49aa-8f3d-957f9bdb1bcf), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.323052 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.331344 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f0d91924-1f47-49aa-8f3d-957f9bdb1bcf HTTP/1.1" status: 204 len: 168 time: 0.9118905 Jun 29 12:34:49.337716 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:49.339471 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b3038-8092-405c-aff9-3478f24ec0e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d91924-1f47-49aa-8f3d-957f9bdb1bcf,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:49.394998 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port cee3ccfd-1b4c-4337-9108-8c4324eec706 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:34:49.395640 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.415279 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:49.421449 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f456ca2-df7a-46af-bb96-7226ec9ccf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee3ccfd-1b4c-4337-9108-8c4324eec706'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:49.424697 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd683c4b-0446-4590-816e-2cc645ca9693" -d '{"events": [{"server_uuid": "6f456ca2-df7a-46af-bb96-7226ec9ccf70", "name": "network-vif-plugged", "status": "completed", "tag": "cee3ccfd-1b4c-4337-9108-8c4324eec706"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:49.444404 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port cee3ccfd-1b4c-4337-9108-8c4324eec706, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=cee3ccfd-1b4c-4337-9108-8c4324eec706,segment=NetworkSegment(b3cd1d78-e07f-47dc-af81-718c84d83d0b),segment_id=b3cd1d78-e07f-47dc-af81-718c84d83d0b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:49.447497 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.497839 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb59605e-77eb-4c39-b5e0-3bfe7ef1c388 x-openstack-request-id: req-bb59605e-77eb-4c39-b5e0-3bfe7ef1c388 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:49.498161 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f456ca2-df7a-46af-bb96-7226ec9ccf70", "name": "network-vif-plugged", "status": "completed", "tag": "cee3ccfd-1b4c-4337-9108-8c4324eec706", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:49.498496 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb59605e-77eb-4c39-b5e0-3bfe7ef1c388 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:49.498823 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb59605e-77eb-4c39-b5e0-3bfe7ef1c388'] response: {'server_uuid': '6f456ca2-df7a-46af-bb96-7226ec9ccf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee3ccfd-1b4c-4337-9108-8c4324eec706', 'code': 200} Jun 29 12:34:49.504799 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=cee3ccfd-1b4c-4337-9108-8c4324eec706,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:49.551826 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59470) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:49.600374 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-20e5f5a9-896b-48e1-a7dd-1ca672c6b0f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46f5397c062a4868a0282f7535f84f7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472298 Jun 29 12:34:49.602781 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59474) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:49.653037 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b346ed14-08f1-48a4-9e0d-8138b6e9b9de admin admin] Publish callbacks [] for security_group (fa076c62-d1c4-4901-b37f-41539bd5ad92), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.677011 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59476) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:49.677328 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b346ed14-08f1-48a4-9e0d-8138b6e9b9de admin admin] Publish callbacks [] for security_group (fa076c62-d1c4-4901-b37f-41539bd5ad92), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.727944 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b346ed14-08f1-48a4-9e0d-8138b6e9b9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (fa076c62-d1c4-4901-b37f-41539bd5ad92), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.732013 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b346ed14-08f1-48a4-9e0d-8138b6e9b9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.733313 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b346ed14-08f1-48a4-9e0d-8138b6e9b9de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa076c62-d1c4-4901-b37f-41539bd5ad92 HTTP/1.1" status: 204 len: 168 time: 0.1296315 Jun 29 12:34:49.745405 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346ed14-08f1-48a4-9e0d-8138b6e9b9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa076c62-d1c4-4901-b37f-41539bd5ad92,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:49.808777 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f0c-7a19-408d-b414-5af1b905559d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.892984 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f0c-7a19-408d-b414-5af1b905559d admin admin] Publish callbacks [] for security_group (bcd9823e-435d-45b4-8383-a5f5c0bbca9d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.898718 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d4d47f0c-7a19-408d-b414-5af1b905559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (bcd9823e-435d-45b4-8383-a5f5c0bbca9d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:49.939793 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d4d47f0c-7a19-408d-b414-5af1b905559d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc42fd82d68742f8a3a44125d93ca64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616906 Jun 29 12:34:49.942821 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59484) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:49.949953 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d47f0c-7a19-408d-b414-5af1b905559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd9823e-435d-45b4-8383-a5f5c0bbca9d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:50.012431 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9f7db8e5-df58-4c9f-9fe8-4d0dc06ca6cf admin admin] Publish callbacks [] for security_group (bcd9823e-435d-45b4-8383-a5f5c0bbca9d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:50.077707 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9f7db8e5-df58-4c9f-9fe8-4d0dc06ca6cf admin admin] Publish callbacks [] for security_group (bcd9823e-435d-45b4-8383-a5f5c0bbca9d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:50.095005 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cc578-198a-4bf5-943b-1ecf16f87f07 req-52eb5ef1-9b41-473d-a786-2b039d8bb78c tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:50.096821 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9b4cc578-198a-4bf5-943b-1ecf16f87f07 req-52eb5ef1-9b41-473d-a786-2b039d8bb78c tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 945 time: 0.0821986 Jun 29 12:34:50.169086 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9b4cc578-198a-4bf5-943b-1ecf16f87f07 req-a042edea-9d8c-45dc-bf5d-e24fb6906e76 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623183 Jun 29 12:34:50.183738 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9f7db8e5-df58-4c9f-9fe8-4d0dc06ca6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (bcd9823e-435d-45b4-8383-a5f5c0bbca9d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:50.186742 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9f7db8e5-df58-4c9f-9fe8-4d0dc06ca6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:50.191358 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9f7db8e5-df58-4c9f-9fe8-4d0dc06ca6cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bcd9823e-435d-45b4-8383-a5f5c0bbca9d HTTP/1.1" status: 204 len: 168 time: 0.2440219 Jun 29 12:34:50.197022 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7db8e5-df58-4c9f-9fe8-4d0dc06ca6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd9823e-435d-45b4-8383-a5f5c0bbca9d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:50.337612 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d98d-f11f-4f27-a5de-9b0b75a77063 req-abd52dc1-7a06-47a8-888b-b6a4ea8c926b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:50.339254 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-de27d98d-f11f-4f27-a5de-9b0b75a77063 req-abd52dc1-7a06-47a8-888b-b6a4ea8c926b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0543749 Jun 29 12:34:50.380364 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:50.416692 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-de27d98d-f11f-4f27-a5de-9b0b75a77063 req-565cba75-f363-49e9-b428-26adeb828241 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696876 Jun 29 12:34:50.442090 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:50.616465 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 48183d1c-6765-4485-92ef-a9f6d4d056ad no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:34:50.639912 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 48183d1c-6765-4485-92ef-a9f6d4d056ad {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:34:50.640260 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 48183d1c-6765-4485-92ef-a9f6d4d056ad not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:34:50.996164 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:50.998226 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:51.206811 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74150099-531c-4988-8dc5-14af7dbd9dba req-837d6949-872b-4f68-895a-fdd9cd83d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:51.208812 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-74150099-531c-4988-8dc5-14af7dbd9dba req-837d6949-872b-4f68-895a-fdd9cd83d7cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 1129 time: 0.0592687 Jun 29 12:34:51.272867 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-74150099-531c-4988-8dc5-14af7dbd9dba req-574c0056-cee6-472f-8e95-9c4943e75bee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561872 Jun 29 12:34:51.368497 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0924-86d8-45c6-82cc-ba164923181c req-69c45145-34f8-49ac-b7fe-0095890b7fef tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:51.370411 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3e1b0924-86d8-45c6-82cc-ba164923181c req-69c45145-34f8-49ac-b7fe-0095890b7fef tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 945 time: 0.0717883 Jun 29 12:34:51.453557 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3e1b0924-86d8-45c6-82cc-ba164923181c req-f0a60819-0aae-439f-856b-3bdf799014ea tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739319 Jun 29 12:34:51.572493 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75114e4-8e9c-403b-acd7-e3fcb5957a31 req-f2ea1c2d-c148-4466-be56-60bf27cdc38b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:51.574196 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f75114e4-8e9c-403b-acd7-e3fcb5957a31 req-f2ea1c2d-c148-4466-be56-60bf27cdc38b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0570433 Jun 29 12:34:51.629975 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f75114e4-8e9c-403b-acd7-e3fcb5957a31 req-12cff0f4-61e7-47a9-9c4f-7d3132121be0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467618 Jun 29 12:34:51.734040 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59580) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:51.858252 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-91b90bf0-be4f-4f25-a37f-0b7c6a59577d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:51.947281 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-91b90bf0-be4f-4f25-a37f-0b7c6a59577d admin admin] Publish callbacks [] for security_group (83e6748c-4e7b-41cf-a89b-b98e07e127b1), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:51.950863 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-91b90bf0-be4f-4f25-a37f-0b7c6a59577d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (83e6748c-4e7b-41cf-a89b-b98e07e127b1), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:51.962706 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:51.991891 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b90bf0-be4f-4f25-a37f-0b7c6a59577d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e6748c-4e7b-41cf-a89b-b98e07e127b1,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:51.997969 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-91b90bf0-be4f-4f25-a37f-0b7c6a59577d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cb6b59e079b84caba3c21bc469610368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627792 Jun 29 12:34:52.000713 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59588) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:52.052642 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a397d868-07d6-443b-9f6e-e8c48b9c034a admin admin] Publish callbacks [] for security_group (83e6748c-4e7b-41cf-a89b-b98e07e127b1), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.077367 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a397d868-07d6-443b-9f6e-e8c48b9c034a admin admin] Publish callbacks [] for security_group (83e6748c-4e7b-41cf-a89b-b98e07e127b1), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.078903 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:52.133747 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a397d868-07d6-443b-9f6e-e8c48b9c034a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (83e6748c-4e7b-41cf-a89b-b98e07e127b1), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.136658 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a397d868-07d6-443b-9f6e-e8c48b9c034a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.138046 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a397d868-07d6-443b-9f6e-e8c48b9c034a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83e6748c-4e7b-41cf-a89b-b98e07e127b1 HTTP/1.1" status: 204 len: 168 time: 0.1363356 Jun 29 12:34:52.147185 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397d868-07d6-443b-9f6e-e8c48b9c034a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e6748c-4e7b-41cf-a89b-b98e07e127b1,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:52.437430 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59598) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:52.452587 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-26824304-fcc4-4a0d-b201-441c85995fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.594962 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-26824304-fcc4-4a0d-b201-441c85995fa9 admin admin] Publish callbacks [] for security_group (2dafce0c-599a-4564-9e2e-dda90f7ad999), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.620836 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-26824304-fcc4-4a0d-b201-441c85995fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (2dafce0c-599a-4564-9e2e-dda90f7ad999), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.639935 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf3455-a972-496e-b3ef-ceeeb90a5643 req-16c13ca7-804e-465e-9c4a-a78c3d162d51 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:52.641594 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aeaf3455-a972-496e-b3ef-ceeeb90a5643 req-16c13ca7-804e-465e-9c4a-a78c3d162d51 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 945 time: 0.0972793 Jun 29 12:34:52.699329 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26824304-fcc4-4a0d-b201-441c85995fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dafce0c-599a-4564-9e2e-dda90f7ad999,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:52.708595 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-26824304-fcc4-4a0d-b201-441c85995fa9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f0f92e91f6a432185c15b60980bd11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699196 Jun 29 12:34:52.711408 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59616) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:52.764360 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aeaf3455-a972-496e-b3ef-ceeeb90a5643 req-1ff6a1dc-b808-483d-bb7f-327648257e9f tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133287 Jun 29 12:34:52.824094 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6c694-8c10-4e45-8cd7-1e07b503a511 req-31753b0c-f3eb-4afc-bece-e5f6b1cb2741 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:52.825590 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1cf6c694-8c10-4e45-8cd7-1e07b503a511 req-31753b0c-f3eb-4afc-bece-e5f6b1cb2741 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0825408 Jun 29 12:34:52.830708 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b998493-a141-413b-a161-c092f9787a91 admin admin] Publish callbacks [] for security_group (2dafce0c-599a-4564-9e2e-dda90f7ad999), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.872546 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b998493-a141-413b-a161-c092f9787a91 admin admin] Publish callbacks [] for security_group (2dafce0c-599a-4564-9e2e-dda90f7ad999), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.873077 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:52.920888 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1cf6c694-8c10-4e45-8cd7-1e07b503a511 req-083d6efa-da54-4811-82b2-1c07638925b9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875254 Jun 29 12:34:52.947602 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b998493-a141-413b-a161-c092f9787a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (2dafce0c-599a-4564-9e2e-dda90f7ad999), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.950115 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b998493-a141-413b-a161-c092f9787a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:52.951661 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-4b998493-a141-413b-a161-c092f9787a91 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2dafce0c-599a-4564-9e2e-dda90f7ad999 HTTP/1.1" status: 204 len: 168 time: 0.2378728 Jun 29 12:34:52.961947 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b998493-a141-413b-a161-c092f9787a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dafce0c-599a-4564-9e2e-dda90f7ad999,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:53.910866 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a96cd6-921a-4273-8b82-2064b4f3035d req-8c52db7b-b0be-4fed-ad0b-233b4f2b56d9 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:53.913152 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-47a96cd6-921a-4273-8b82-2064b4f3035d req-8c52db7b-b0be-4fed-ad0b-233b4f2b56d9 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 945 time: 0.0673292 Jun 29 12:34:53.987945 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-47a96cd6-921a-4273-8b82-2064b4f3035d req-01270c07-0687-41d7-87b2-a7a28b409594 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685487 Jun 29 12:34:54.062482 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bef7ad-cd55-4dfb-bdf3-aac6c3472a3f req-80acba45-ad10-4ad1-b4b8-35c808177d9e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:54.064741 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-87bef7ad-cd55-4dfb-bdf3-aac6c3472a3f req-80acba45-ad10-4ad1-b4b8-35c808177d9e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0592763 Jun 29 12:34:54.119222 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-87bef7ad-cd55-4dfb-bdf3-aac6c3472a3f req-91afc3c6-14ed-40ee-b52e-9315be2bd100 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478642 Jun 29 12:34:55.175222 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59722) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:55.255119 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91181338-14e4-4892-b454-360a282cb42c req-8d4bb5b3-9e3f-4698-8c64-96250f500425 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:55.256752 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-91181338-14e4-4892-b454-360a282cb42c req-8d4bb5b3-9e3f-4698-8c64-96250f500425 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Jun 29 12:34:55.308295 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-91181338-14e4-4892-b454-360a282cb42c req-3f937b5c-5e23-47c0-8db1-741ef5c13e1e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452023 Jun 29 12:34:55.308583 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-25f5ea75-1b8d-499a-a4a7-2796d81dd99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:55.389443 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-25f5ea75-1b8d-499a-a4a7-2796d81dd99f admin admin] Publish callbacks [] for security_group (ec66e391-dd30-4ccc-8032-3cfd8e989364), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:55.393898 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-25f5ea75-1b8d-499a-a4a7-2796d81dd99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ec66e391-dd30-4ccc-8032-3cfd8e989364), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:55.432405 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-25f5ea75-1b8d-499a-a4a7-2796d81dd99f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8836a392766a4528b65f28509501a33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555099 Jun 29 12:34:55.433247 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5ea75-1b8d-499a-a4a7-2796d81dd99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec66e391-dd30-4ccc-8032-3cfd8e989364,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:55.435761 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59728) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:55.487012 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-788ee5f0-df52-46fd-852b-45aac9b86b5d admin admin] Publish callbacks [] for security_group (ec66e391-dd30-4ccc-8032-3cfd8e989364), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:55.508539 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-788ee5f0-df52-46fd-852b-45aac9b86b5d admin admin] Publish callbacks [] for security_group (ec66e391-dd30-4ccc-8032-3cfd8e989364), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:55.559114 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-788ee5f0-df52-46fd-852b-45aac9b86b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ec66e391-dd30-4ccc-8032-3cfd8e989364), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:55.561624 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-788ee5f0-df52-46fd-852b-45aac9b86b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:55.562760 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-788ee5f0-df52-46fd-852b-45aac9b86b5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec66e391-dd30-4ccc-8032-3cfd8e989364 HTTP/1.1" status: 204 len: 168 time: 0.1258152 Jun 29 12:34:55.570513 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ee5f0-df52-46fd-852b-45aac9b86b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec66e391-dd30-4ccc-8032-3cfd8e989364,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:55.829238 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59734) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:55.842445 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab194aad-f5dc-4f8f-80af-6344df221c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:55.854712 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:55.921664 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab194aad-f5dc-4f8f-80af-6344df221c26 admin admin] Publish callbacks [] for security_group (3833a754-9879-4430-a706-9c14ce21b8c8), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:55.925701 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab194aad-f5dc-4f8f-80af-6344df221c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (3833a754-9879-4430-a706-9c14ce21b8c8), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:55.965619 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ab194aad-f5dc-4f8f-80af-6344df221c26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33b595067c5f4b46b7c073cfa1b86280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352451 Jun 29 12:34:55.966345 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab194aad-f5dc-4f8f-80af-6344df221c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3833a754-9879-4430-a706-9c14ce21b8c8,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:55.968609 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59736) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:56.018646 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0df5cc0-b9a2-455e-a9b1-5dc138998b04 admin admin] Publish callbacks [] for security_group (3833a754-9879-4430-a706-9c14ce21b8c8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:56.040432 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0df5cc0-b9a2-455e-a9b1-5dc138998b04 admin admin] Publish callbacks [] for security_group (3833a754-9879-4430-a706-9c14ce21b8c8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:56.048335 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:56.091801 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0df5cc0-b9a2-455e-a9b1-5dc138998b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (3833a754-9879-4430-a706-9c14ce21b8c8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:56.094606 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0df5cc0-b9a2-455e-a9b1-5dc138998b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:56.096457 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e0df5cc0-b9a2-455e-a9b1-5dc138998b04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3833a754-9879-4430-a706-9c14ce21b8c8 HTTP/1.1" status: 204 len: 168 time: 0.1267064 Jun 29 12:34:56.104648 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df5cc0-b9a2-455e-a9b1-5dc138998b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3833a754-9879-4430-a706-9c14ce21b8c8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:56.449597 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296bc98-6f59-4050-90bc-6a550ee341a0 req-3ac19d82-6939-42a9-816d-fc9331b07d8d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:56.455849 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4296bc98-6f59-4050-90bc-6a550ee341a0 req-3ac19d82-6939-42a9-816d-fc9331b07d8d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0615804 Jun 29 12:34:56.787978 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4296bc98-6f59-4050-90bc-6a550ee341a0 req-8b5eba0b-69da-4d4b-bbe4-fec9a22691be tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262215 Jun 29 12:34:56.932958 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d483e80-7705-48f0-a26e-8f658ca1c46c req-993712a9-2711-4d61-a2eb-daefbc754c95 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:56.934582 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6d483e80-7705-48f0-a26e-8f658ca1c46c req-993712a9-2711-4d61-a2eb-daefbc754c95 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 945 time: 0.0595989 Jun 29 12:34:56.956688 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=14 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:56.987530 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6d483e80-7705-48f0-a26e-8f658ca1c46c req-c3b35559-860b-48a7-9382-28f48ea6bb85 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461767 Jun 29 12:34:57.941960 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149912b-5b37-4c35-a254-a0300d67959d req-695e6596-0702-4a65-9390-9f023c1b86f2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:57.944413 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3149912b-5b37-4c35-a254-a0300d67959d req-695e6596-0702-4a65-9390-9f023c1b86f2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0536056 Jun 29 12:34:58.007437 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3149912b-5b37-4c35-a254-a0300d67959d req-8b708e4a-201a-4811-bbfa-06234f129298 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562901 Jun 29 12:34:58.114240 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df254b3f-76bf-45c2-ae35-08710fd746e0 req-8ebb82a4-086b-48c5-9cb9-c3bef035f7be tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:58.115740 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-df254b3f-76bf-45c2-ae35-08710fd746e0 req-8ebb82a4-086b-48c5-9cb9-c3bef035f7be tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 945 time: 0.0540981 Jun 29 12:34:58.167024 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-df254b3f-76bf-45c2-ae35-08710fd746e0 req-aa861bc4-f00c-4d0a-9f12-c29988077392 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f7987da-c7b1-4b06-a209-d0d836447238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453672 Jun 29 12:34:58.472958 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59850) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:58.579290 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c8a57847-1d83-4ea2-a39f-f939ee4bf371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:58.630480 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-bda0840f-5983-4246-ae48-2baa02dd116a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:58.631876 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-bda0840f-5983-4246-ae48-2baa02dd116a tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 945 time: 0.0511014 Jun 29 12:34:58.662149 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c8a57847-1d83-4ea2-a39f-f939ee4bf371 admin admin] Publish callbacks [] for security_group (2f721e68-f945-446f-bced-7818ae4e93f5), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:58.667188 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c8a57847-1d83-4ea2-a39f-f939ee4bf371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (2f721e68-f945-446f-bced-7818ae4e93f5), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:58.710444 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c8a57847-1d83-4ea2-a39f-f939ee4bf371 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aebcb8dc38ef49da8f70ec08df95e12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362688 Jun 29 12:34:58.711528 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a57847-1d83-4ea2-a39f-f939ee4bf371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f721e68-f945-446f-bced-7818ae4e93f5,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:58.713645 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59858) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:58.752113 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-beb59af2-da9c-4e0a-b20e-32b015d27717 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Deleting port cee3ccfd-1b4c-4337-9108-8c4324eec706 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:34:58.752537 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-beb59af2-da9c-4e0a-b20e-32b015d27717 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:58.835341 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:58.844297 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc08a-fb6f-45c9-941c-f481be277ac8 admin admin] Publish callbacks [] for security_group (2f721e68-f945-446f-bced-7818ae4e93f5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:58.888868 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc08a-fb6f-45c9-941c-f481be277ac8 admin admin] Publish callbacks [] for security_group (2f721e68-f945-446f-bced-7818ae4e93f5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:58.891586 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-beb59af2-da9c-4e0a-b20e-32b015d27717 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] For port cee3ccfd-1b4c-4337-9108-8c4324eec706, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=cee3ccfd-1b4c-4337-9108-8c4324eec706,segment=NetworkSegment(b3cd1d78-e07f-47dc-af81-718c84d83d0b),segment_id=b3cd1d78-e07f-47dc-af81-718c84d83d0b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:34:58.892670 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-beb59af2-da9c-4e0a-b20e-32b015d27717 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:58.896171 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59862) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:58.917588 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-beb59af2-da9c-4e0a-b20e-32b015d27717 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Calling delete_port for cee3ccfd-1b4c-4337-9108-8c4324eec706 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:34:58.998188 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc08a-fb6f-45c9-941c-f481be277ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (2f721e68-f945-446f-bced-7818ae4e93f5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.000857 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc08a-fb6f-45c9-941c-f481be277ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.002215 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0bfbc08a-fb6f-45c9-941c-f481be277ac8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f721e68-f945-446f-bced-7818ae4e93f5 HTTP/1.1" status: 204 len: 168 time: 0.2875512 Jun 29 12:34:59.013120 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e6ab-e264-42f1-937a-2e6f00a55862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.024443 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbc08a-fb6f-45c9-941c-f481be277ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f721e68-f945-446f-bced-7818ae4e93f5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:59.159026 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e6ab-e264-42f1-937a-2e6f00a55862 admin admin] Publish callbacks [] for security_group (b8712c71-6aee-4c0c-8cfe-168120f7591b), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.170861 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c0a03-411c-442c-b601-0b79e33442b7 req-e713dd4d-0191-476e-a57e-e6c7acf2d74e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:34:59.176843 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8e2c0a03-411c-442c-b601-0b79e33442b7 req-e713dd4d-0191-476e-a57e-e6c7acf2d74e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0798330 Jun 29 12:34:59.180142 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e6ab-e264-42f1-937a-2e6f00a55862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (b8712c71-6aee-4c0c-8cfe-168120f7591b), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.187278 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-beb59af2-da9c-4e0a-b20e-32b015d27717 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350'] for port (cee3ccfd-1b4c-4337-9108-8c4324eec706), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.203240 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['cee3ccfd-1b4c-4337-9108-8c4324eec706'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:34:59.302206 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0eb6e6ab-e264-42f1-937a-2e6f00a55862 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b51e48337ed549918fec2c24595597f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047256 Jun 29 12:34:59.307656 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59882) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:34:59.351591 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6e6ab-e264-42f1-937a-2e6f00a55862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8712c71-6aee-4c0c-8cfe-168120f7591b,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:59.381159 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb59af2-da9c-4e0a-b20e-32b015d27717 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Pushing event deleted for resources: {'Port': ['ID=cee3ccfd-1b4c-4337-9108-8c4324eec706,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:34:59.401072 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-264caa97-bbd9-4266-8392-a1abf2949b05 req-deda2c52-b909-437c-bbd1-68e15c1df22d tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f456ca2-df7a-46af-bb96-7226ec9ccf70 HTTP/1.1" status: 200 len: 210 time: 0.0809686 Jun 29 12:34:59.434146 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3763-d615-4c43-a69b-3be2ab2e96bf admin admin] Publish callbacks [] for security_group (b8712c71-6aee-4c0c-8cfe-168120f7591b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.443358 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:59.445753 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-beb59af2-da9c-4e0a-b20e-32b015d27717 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] No DVR routers for this DVR port cee3ccfd-1b4c-4337-9108-8c4324eec706 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:34:59.450684 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8e2c0a03-411c-442c-b601-0b79e33442b7 req-1f3fa111-81d1-40c7-ba69-0f843e4b5fe0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646015 Jun 29 12:34:59.452088 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-beb59af2-da9c-4e0a-b20e-32b015d27717 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.455413 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b19d6404-c7e5-4c84-bdca-570fa15fd8ae req-beb59af2-da9c-4e0a-b20e-32b015d27717 tempest-VolumesActionsTest-2028320997 tempest-VolumesActionsTest-2028320997-project] 10.222.0.23 "DELETE /v2.0/ports/cee3ccfd-1b4c-4337-9108-8c4324eec706 HTTP/1.1" status: 204 len: 173 time: 0.8182988 Jun 29 12:34:59.455853 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f456ca2-df7a-46af-bb96-7226ec9ccf70', 'name': 'network-vif-deleted', 'tag': 'cee3ccfd-1b4c-4337-9108-8c4324eec706'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:34:59.458125 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c3d8c0-7935-4e4b-b3a4-1dd49a5b007b" -d '{"events": [{"server_uuid": "6f456ca2-df7a-46af-bb96-7226ec9ccf70", "name": "network-vif-deleted", "tag": "cee3ccfd-1b4c-4337-9108-8c4324eec706"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:34:59.478683 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3763-d615-4c43-a69b-3be2ab2e96bf admin admin] Publish callbacks [] for security_group (b8712c71-6aee-4c0c-8cfe-168120f7591b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.481388 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=15 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:34:59.535308 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8ce59e-cffb-48cc-86cb-9ec49d92fb13 x-openstack-request-id: req-5b8ce59e-cffb-48cc-86cb-9ec49d92fb13 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:34:59.539521 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f456ca2-df7a-46af-bb96-7226ec9ccf70", "name": "network-vif-deleted", "tag": "cee3ccfd-1b4c-4337-9108-8c4324eec706", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:34:59.539784 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b8ce59e-cffb-48cc-86cb-9ec49d92fb13 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:34:59.540497 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8ce59e-cffb-48cc-86cb-9ec49d92fb13'] response: {'server_uuid': '6f456ca2-df7a-46af-bb96-7226ec9ccf70', 'name': 'network-vif-deleted', 'tag': 'cee3ccfd-1b4c-4337-9108-8c4324eec706', 'status': 'completed', 'code': 200} Jun 29 12:34:59.560491 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3763-d615-4c43-a69b-3be2ab2e96bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (b8712c71-6aee-4c0c-8cfe-168120f7591b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.563267 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3763-d615-4c43-a69b-3be2ab2e96bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:34:59.567490 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ab9a3763-d615-4c43-a69b-3be2ab2e96bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8712c71-6aee-4c0c-8cfe-168120f7591b HTTP/1.1" status: 204 len: 168 time: 0.2563634 Jun 29 12:34:59.574769 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a3763-d615-4c43-a69b-3be2ab2e96bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8712c71-6aee-4c0c-8cfe-168120f7591b,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:00.594375 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b7cc0-fae4-4c02-83d7-06f75a2ea4d5 req-f8305cdc-2972-4a29-a68e-2c7e8373e2c5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:00.596682 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6d9b7cc0-fae4-4c02-83d7-06f75a2ea4d5 req-f8305cdc-2972-4a29-a68e-2c7e8373e2c5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0535161 Jun 29 12:35:00.646714 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6d9b7cc0-fae4-4c02-83d7-06f75a2ea4d5 req-2fdf60aa-8cda-41e0-96a0-0bcdc45bc18d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447810 Jun 29 12:35:01.235114 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59972) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:01.286028 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-93aed008-cd56-4ec9-b00e-19fa043dd3e8 admin admin] Deleting subnet 6d22aff6-3728-4360-92ae-88dacb5a2a0a {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:35:01.289411 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93aed008-cd56-4ec9-b00e-19fa043dd3e8 admin admin] Publish callbacks [] for subnet (6d22aff6-3728-4360-92ae-88dacb5a2a0a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.324608 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93aed008-cd56-4ec9-b00e-19fa043dd3e8 admin admin] Publish callbacks [] for subnet (6d22aff6-3728-4360-92ae-88dacb5a2a0a), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.331292 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93aed008-cd56-4ec9-b00e-19fa043dd3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (6d22aff6-3728-4360-92ae-88dacb5a2a0a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.332870 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=46 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:01.340153 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=43 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:01.390759 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93aed008-cd56-4ec9-b00e-19fa043dd3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for subnet (6d22aff6-3728-4360-92ae-88dacb5a2a0a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.417224 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aed008-cd56-4ec9-b00e-19fa043dd3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d22aff6-3728-4360-92ae-88dacb5a2a0a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:01.420983 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93aed008-cd56-4ec9-b00e-19fa043dd3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.425497 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-93aed008-cd56-4ec9-b00e-19fa043dd3e8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6d22aff6-3728-4360-92ae-88dacb5a2a0a HTTP/1.1" status: 204 len: 168 time: 0.1887169 Jun 29 12:35:01.428082 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 59982) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:01.500518 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (45ced311-79d2-44dd-8f5f-cd1a98185ef5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.595943 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (45ced311-79d2-44dd-8f5f-cd1a98185ef5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.621146 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.621484 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.622214 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.622598 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > port after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.622970 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.623322 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > port after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.623893 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.624776 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.625489 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.626117 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.708702 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.709059 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.709399 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.709734 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:01.710101 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ced311-79d2-44dd-8f5f-cd1a98185ef5']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:01.731093 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bc32b6-4931-47fc-835c-62bf091bb662') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:01.731392 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bc32b6-4931-47fc-835c-62bf091bb662') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:01.777375 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9681272'] for segment (13bc32b6-4931-47fc-835c-62bf091bb662), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.813453 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb6bf2-06de-4ee4-9cf0-ec31c2f40434 req-882ce1ad-a504-44df-aa07-0055cc61b52a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:01.815583 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-25eb6bf2-06de-4ee4-9cf0-ec31c2f40434 req-882ce1ad-a504-44df-aa07-0055cc61b52a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0873635 Jun 29 12:35:01.816475 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (13bc32b6-4931-47fc-835c-62bf091bb662), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.833423 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:35:01.833953 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8467092'] for segment (13bc32b6-4931-47fc-835c-62bf091bb662), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.878834 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:01.936252 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (45ced311-79d2-44dd-8f5f-cd1a98185ef5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.942824 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-25eb6bf2-06de-4ee4-9cf0-ec31c2f40434 req-acd6a674-1d92-4690-84f2-61220e8c7a8f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204689 Jun 29 12:35:01.948424 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:01.951647 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] 10.222.0.52 "DELETE /v2.0/networks/45ced311-79d2-44dd-8f5f-cd1a98185ef5 HTTP/1.1" status: 204 len: 168 time: 0.5226028 Jun 29 12:35:01.955408 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59990) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:01.965313 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea477c26-4796-4001-941a-66301b546c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=45ced311-79d2-44dd-8f5f-cd1a98185ef5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:02.003374 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9633487-d4d1-46be-b2fd-2ccd9c82eb50 admin admin] Deleting subnet 1faf1f55-ef06-4872-a9f4-2894504816b6 {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:35:02.007090 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d9633487-d4d1-46be-b2fd-2ccd9c82eb50 admin admin] Publish callbacks [] for subnet (1faf1f55-ef06-4872-a9f4-2894504816b6), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.034484 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:02.046928 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d9633487-d4d1-46be-b2fd-2ccd9c82eb50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10213937'] for subnet (1faf1f55-ef06-4872-a9f4-2894504816b6), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.049616 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment 13bc32b6-4931-47fc-835c-62bf091bb662 resource provider aggregate not found Jun 29 12:35:02.066668 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment 13bc32b6-4931-47fc-835c-62bf091bb662 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13bc32b6-4931-47fc-835c-62bf091bb662 found for delete ", "request_id": "req-34fdaeaf-864e-4eb8-a4c2-2c067016dee5"}]} Jun 29 12:35:02.093438 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d9633487-d4d1-46be-b2fd-2ccd9c82eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (1faf1f55-ef06-4872-a9f4-2894504816b6), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.148104 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d9633487-d4d1-46be-b2fd-2ccd9c82eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9798013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580198'] for subnet (1faf1f55-ef06-4872-a9f4-2894504816b6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.176359 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9633487-d4d1-46be-b2fd-2ccd9c82eb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1faf1f55-ef06-4872-a9f4-2894504816b6,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:02.178321 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d9633487-d4d1-46be-b2fd-2ccd9c82eb50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.181453 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d9633487-d4d1-46be-b2fd-2ccd9c82eb50 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1faf1f55-ef06-4872-a9f4-2894504816b6 HTTP/1.1" status: 204 len: 168 time: 0.2250941 Jun 29 12:35:02.184053 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 59998) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:02.261755 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (80abc111-0e77-4819-84d8-727e6f3646d1), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.351827 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (80abc111-0e77-4819-84d8-727e6f3646d1), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.373873 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80abc111-0e77-4819-84d8-727e6f3646d1']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:02.383980 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d665710-359a-41fe-a5d5-190e9f7d91d7') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:02.384279 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d665710-359a-41fe-a5d5-190e9f7d91d7') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:02.394010 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (7d665710-359a-41fe-a5d5-190e9f7d91d7), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.408332 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (7d665710-359a-41fe-a5d5-190e9f7d91d7), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.415205 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:35:02.415586 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (7d665710-359a-41fe-a5d5-190e9f7d91d7), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.443776 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 7d665710-359a-41fe-a5d5-190e9f7d91d7 resource provider aggregate not found Jun 29 12:35:02.703848 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 7d665710-359a-41fe-a5d5-190e9f7d91d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d665710-359a-41fe-a5d5-190e9f7d91d7 found for delete ", "request_id": "req-2b00bede-9176-41a7-bf96-57d4500e603e"}]} Jun 29 12:35:02.714643 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (80abc111-0e77-4819-84d8-727e6f3646d1), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.720679 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:02.724258 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/80abc111-0e77-4819-84d8-727e6f3646d1 HTTP/1.1" status: 204 len: 168 time: 0.5392313 Jun 29 12:35:02.741978 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abc34a-424e-447c-bad5-c59519b34dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=80abc111-0e77-4819-84d8-727e6f3646d1,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:02.926439 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60022) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:02.968755 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d20fb32d-d610-433f-b8cd-3fb40d2b2453 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=698adaaf9d124670be6ccdcb3cbd7ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407951 Jun 29 12:35:02.971628 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60026) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:03.023023 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5e1c-33bf-411e-abc2-af6d4837ef6f admin admin] Publish callbacks [] for security_group (a405fe6e-e20d-4487-a387-30e81ae5322c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:03.045269 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5e1c-33bf-411e-abc2-af6d4837ef6f admin admin] Publish callbacks [] for security_group (a405fe6e-e20d-4487-a387-30e81ae5322c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:03.060527 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495a6cd-99c1-46da-bb46-57b17267c9d0 req-b9f74897-9228-4a35-b369-d48107944b92 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:03.062045 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1495a6cd-99c1-46da-bb46-57b17267c9d0 req-b9f74897-9228-4a35-b369-d48107944b92 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Jun 29 12:35:03.099330 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5e1c-33bf-411e-abc2-af6d4837ef6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a405fe6e-e20d-4487-a387-30e81ae5322c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:03.101918 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5e1c-33bf-411e-abc2-af6d4837ef6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:03.103093 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-8d1a5e1c-33bf-411e-abc2-af6d4837ef6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a405fe6e-e20d-4487-a387-30e81ae5322c HTTP/1.1" status: 204 len: 168 time: 0.1305428 Jun 29 12:35:03.115100 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a5e1c-33bf-411e-abc2-af6d4837ef6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a405fe6e-e20d-4487-a387-30e81ae5322c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:03.129223 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1495a6cd-99c1-46da-bb46-57b17267c9d0 req-fcf61845-52e2-4955-8b2a-6ea3478f5b55 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586138 Jun 29 12:35:03.462033 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60036) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:03.503011 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-2cce2e23-8409-44cd-a198-41e95c32ab55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6026d9a909dc492cadfc3d899085940e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397954 Jun 29 12:35:03.505449 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60038) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:03.520959 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:03.559711 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-846006ee-d546-40e7-9ba7-e48c12142f65 admin admin] Publish callbacks [] for security_group (04857c22-ec6d-4d62-a9e1-be81e9a11523), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:03.585190 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-846006ee-d546-40e7-9ba7-e48c12142f65 admin admin] Publish callbacks [] for security_group (04857c22-ec6d-4d62-a9e1-be81e9a11523), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:03.631781 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-846006ee-d546-40e7-9ba7-e48c12142f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (04857c22-ec6d-4d62-a9e1-be81e9a11523), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:03.634745 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-846006ee-d546-40e7-9ba7-e48c12142f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:03.635887 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-846006ee-d546-40e7-9ba7-e48c12142f65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04857c22-ec6d-4d62-a9e1-be81e9a11523 HTTP/1.1" status: 204 len: 168 time: 0.1295576 Jun 29 12:35:03.646278 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846006ee-d546-40e7-9ba7-e48c12142f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04857c22-ec6d-4d62-a9e1-be81e9a11523,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:04.144840 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device cee3ccfd-1b4c-4337-9108-8c4324eec706 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:35:04.166869 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: cee3ccfd-1b4c-4337-9108-8c4324eec706 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:35:04.167291 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device cee3ccfd-1b4c-4337-9108-8c4324eec706 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:35:04.266400 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a68eb-42e0-43f0-9502-f5765631d9d9 req-5d683a10-3b8f-4098-864c-0dc4652ea331 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:04.268552 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d95a68eb-42e0-43f0-9502-f5765631d9d9 req-5d683a10-3b8f-4098-864c-0dc4652ea331 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0649080 Jun 29 12:35:04.323189 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d95a68eb-42e0-43f0-9502-f5765631d9d9 req-554109db-36b4-48a8-8725-f52f37c374f7 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481932 Jun 29 12:35:04.413673 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60072) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:04.512697 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-363551959-network', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:04.534341 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Made reservation on behalf of aacced43dbbb4c2e98bdff0d3cc557ad for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:04.536598 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:04.548949 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:04.628670 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Publish callbacks [] for security_group (6cf8a888-3f0b-4e5a-856e-3c1d9600be39), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:04.632601 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6cf8a888-3f0b-4e5a-856e-3c1d9600be39), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:04.659557 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:35:04.670301 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf8a888-3f0b-4e5a-856e-3c1d9600be39,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:04.677014 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (23b1b092-81a9-463a-9a2a-bc58641791e2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:04.677354 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.segments_db [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Added segment 23b1b092-81a9-463a-9a2a-bc58641791e2 of type vlan for network ca85be79-dcc1-4564-a978-271ecca83135 Jun 29 12:35:04.721427 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (ca85be79-dcc1-4564-a978-271ecca83135), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:04.746077 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (ca85be79-dcc1-4564-a978-271ecca83135), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:04.747232 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:04.747807 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:04.760956 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:04.802482 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3877161 Jun 29 12:35:04.805522 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60076) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:04.810514 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Request body: {'subnet': {'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-363551959-subnet', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:04.833034 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Made reservation on behalf of aacced43dbbb4c2e98bdff0d3cc557ad for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:04.835651 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9580169'] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:04.836832 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031d03e-daa5-404b-ac1d-119f6040173d admin admin] Pushing event updated for resources: {'Network': ['ID=ca85be79-dcc1-4564-a978-271ecca83135,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:04.849547 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network ca85be79-dcc1-4564-a978-271ecca83135 details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:35:04.965922 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:05.037866 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9799330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9580191'] for subnet (8bc29a32-98e9-4d5a-9c55-e1a707d465cc), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.107375 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc29a32-98e9-4d5a-9c55-e1a707d465cc,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:05.119807 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Checking segment: {'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:05.120192 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Network hostable DHCP agents. Network: ca85be79-dcc1-4564-a978-271ecca83135, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:35:05.147859 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Network ca85be79-dcc1-4564-a978-271ecca83135 is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:35:05.158079 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, ca85be79-dcc1-4564-a978-271ecca83135) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:05.162720 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:05.163335 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.169325 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da60004-6d96-41bf-88f5-413adbe61140 None None] Network ca85be79-dcc1-4564-a978-271ecca83135 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:35:05.194641 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60090) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:05.194986 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7baf844c-23d8-4ffb-aefb-69855a276938 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3882058 Jun 29 12:35:05.199493 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:05.223559 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (739a9258-0f5b-46a9-af22-cf66284edd44), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.225166 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (739a9258-0f5b-46a9-af22-cf66284edd44), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.306882 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks [] for router_controller (739a9258-0f5b-46a9-af22-cf66284edd44), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.313363 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-ca85be79-dcc1-4564-a978-271ecca83135', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:35:05.315454 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.323997 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:35:05.525410 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1799165-435b-405a-9873-b8e4adbe268b req-7cbf86e4-a29b-49aa-b7f0-599438514ada tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:05.527400 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d1799165-435b-405a-9873-b8e4adbe268b req-7cbf86e4-a29b-49aa-b7f0-599438514ada tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0663557 Jun 29 12:35:05.539825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:05.544893 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:05.580036 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Allocated IP 172.20.0.2 (ca85be79-dcc1-4564-a978-271ecca83135/8bc29a32-98e9-4d5a-9c55-e1a707d465cc/18a9b880-3af6-4e69-873f-a73cc3e95c54) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:05.580813 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks [] for router_gateway (739a9258-0f5b-46a9-af22-cf66284edd44), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.589638 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8926ea-fcb4-447b-80d7-64520c36c134 req-cd92f268-e566-4941-99ab-ad55a3c3f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:05.591431 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4b8926ea-fcb4-447b-80d7-64520c36c134 req-cd92f268-e566-4941-99ab-ad55a3c3f321 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 1129 time: 0.0850413 Jun 29 12:35:05.598150 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d1799165-435b-405a-9873-b8e4adbe268b req-6225c23f-5102-46c6-b1b8-c39d9ddd437f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617630 Jun 29 12:35:05.723267 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4b8926ea-fcb4-447b-80d7-64520c36c134 req-22f61ed7-fc62-4efe-910a-ebdc2050ff99 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163473 Jun 29 12:35:05.765267 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Publish callbacks [] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.772541 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.812409 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Network ca85be79-dcc1-4564-a978-271ecca83135 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:05.816905 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:05.819687 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:35:05.841395 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Pushing event updated for resources: {'Port': ['ID=18a9b880-3af6-4e69-873f-a73cc3e95c54,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:05.852140 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks [] for router_gateway (739a9258-0f5b-46a9-af22-cf66284edd44), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.880949 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.899809 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Attempting to bind port 18a9b880-3af6-4e69-873f-a73cc3e95c54 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:35:05.900286 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Attempting to bind port 18a9b880-3af6-4e69-873f-a73cc3e95c54 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:35:05.900682 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Attempting to bind port 18a9b880-3af6-4e69-873f-a73cc3e95c54 on network ca85be79-dcc1-4564-a978-271ecca83135 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:05.906193 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:35:05.906609 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Checking segment: {'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:05.907013 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.908110 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Bound using segment: {'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:35:05.908586 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Bound port: 18a9b880-3af6-4e69-873f-a73cc3e95c54, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:35:05.908983 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:05.947458 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:05.957168 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:05.992871 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] For port 18a9b880-3af6-4e69-873f-a73cc3e95c54, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:05.997946 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] For port 18a9b880-3af6-4e69-873f-a73cc3e95c54, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=18a9b880-3af6-4e69-873f-a73cc3e95c54,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:06.006785 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:06.018154 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Allocated IP 172.27.1.2 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/a24a24b3-b6f0-4198-9cbf-696f97ae0c0e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:06.089169 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a77867-401f-45f3-a33f-94a48884dfcc None None] Pushing event updated for resources: {'Port': ['ID=18a9b880-3af6-4e69-873f-a73cc3e95c54,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:06.191406 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks [] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:06.262277 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:06.328304 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a24a24b3-b6f0-4198-9cbf-696f97ae0c0e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:06.365719 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:06.367309 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:06.379125 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:35:06.417698 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:06.696997 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks [] for router_gateway (739a9258-0f5b-46a9-af22-cf66284edd44), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:06.784512 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 18a9b880-3af6-4e69-873f-a73cc3e95c54 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:06.831352 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fefb06-f8df-4397-afa7-e43d27e8f025 req-e8aaaa16-ae34-4728-93f4-a3c758a1dbea tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:06.832918 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a4fefb06-f8df-4397-afa7-e43d27e8f025 req-e8aaaa16-ae34-4728-93f4-a3c758a1dbea tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0545833 Jun 29 12:35:06.852060 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 18a9b880-3af6-4e69-873f-a73cc3e95c54 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:06.852364 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:06.970279 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 18a9b880-3af6-4e69-873f-a73cc3e95c54 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:06.970842 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:06.994666 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:07.014903 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (739a9258-0f5b-46a9-af22-cf66284edd44), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:07.044145 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 18a9b880-3af6-4e69-873f-a73cc3e95c54, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=18a9b880-3af6-4e69-873f-a73cc3e95c54,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:07.049948 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:07.108661 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=18a9b880-3af6-4e69-873f-a73cc3e95c54,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:07.125657 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a4fefb06-f8df-4397-afa7-e43d27e8f025 req-0572fa82-3ec4-40f1-9e03-bcac4fa61c43 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812424 Jun 29 12:35:07.192461 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Router 739a9258-0f5b-46a9-af22-cf66284edd44 is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:35:07.310859 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:07.341226 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:35:07.365264 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:07.366749 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-7528c6ef-6536-4725-a93a-f024466f80d1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1705804 Jun 29 12:35:07.367266 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Sync routers for ids ['739a9258-0f5b-46a9-af22-cf66284edd44'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:35:07.369318 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60126) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:07.397572 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Routers {'739a9258-0f5b-46a9-af22-cf66284edd44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:35:07.399283 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['739a9258-0f5b-46a9-af22-cf66284edd44'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:07.476175 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e3b7f5-63d5-4b38-bcda-e1c1a3199fe9 None None] Network ca85be79-dcc1-4564-a978-271ecca83135 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:35:07.787888 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-52e6d5d6-1a40-4388-8877-c49747acf614 None None] Provisioning complete for port 18a9b880-3af6-4e69-873f-a73cc3e95c54 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:07.789798 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52e6d5d6-1a40-4388-8877-c49747acf614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:07.898528 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Set router 739a9258-0f5b-46a9-af22-cf66284edd44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:35:08.079084 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-52e6d5d6-1a40-4388-8877-c49747acf614 None None] Current status of the port 18a9b880-3af6-4e69-873f-a73cc3e95c54 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:08.115766 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:08.265869 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:06Z', 'revision_number': 3, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:08.344464 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Checking router: 739a9258-0f5b-46a9-af22-cf66284edd44 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:35:08.345678 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Updating router 739a9258-0f5b-46a9-af22-cf66284edd44 port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:35:08.404221 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:08.407125 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c259e23b-9b29-4755-8978-c414999c9989 None None] Provisioning complete for port 18a9b880-3af6-4e69-873f-a73cc3e95c54 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:08.409007 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c259e23b-9b29-4755-8978-c414999c9989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:08.410655 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:08.420489 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5ab47-3c1f-4fee-bcdd-d0fd334716d8 req-6ced5874-2264-4b63-8ce4-e78a3ab72ce0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:08.422874 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-45d5ab47-3c1f-4fee-bcdd-d0fd334716d8 req-6ced5874-2264-4b63-8ce4-e78a3ab72ce0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.1117523 Jun 29 12:35:08.451901 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:08.508741 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-45d5ab47-3c1f-4fee-bcdd-d0fd334716d8 req-a570f622-fbf9-43f5-a5eb-fd46b6d755ce tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795703 Jun 29 12:35:08.651782 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c259e23b-9b29-4755-8978-c414999c9989 None None] Current status of the port 18a9b880-3af6-4e69-873f-a73cc3e95c54 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:08.731753 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Allocated IP 172.20.0.1 (ca85be79-dcc1-4564-a978-271ecca83135/8bc29a32-98e9-4d5a-9c55-e1a707d465cc/09db1e36-5e00-4154-9b76-7e01f4c3e679) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:08.760182 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 18a9b880-3af6-4e69-873f-a73cc3e95c54 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:08.779454 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:08.906876 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588405b-2a94-4128-90b1-2818773e3887 req-6c80f4ef-9cfd-4ab0-8f22-0e7decf40cf1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:08.910525 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9588405b-2a94-4128-90b1-2818773e3887 req-6c80f4ef-9cfd-4ab0-8f22-0e7decf40cf1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0624914 Jun 29 12:35:08.948645 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 18a9b880-3af6-4e69-873f-a73cc3e95c54 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:08.949472 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.006565 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9588405b-2a94-4128-90b1-2818773e3887 req-42ae15a8-34b7-429e-8d1c-705784fc4d07 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852616 Jun 29 12:35:09.013007 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:09.066227 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Publish callbacks [] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.112749 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.165729 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Network ca85be79-dcc1-4564-a978-271ecca83135 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:09.165926 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60158) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:09.168504 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:09.187443 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:35:09.191812 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 18a9b880-3af6-4e69-873f-a73cc3e95c54 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:09.215426 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Publish callbacks [] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.232451 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.248726 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (739a9258-0f5b-46a9-af22-cf66284edd44), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.342560 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Pushing event updated for resources: {'Port': ['ID=09db1e36-5e00-4154-9b76-7e01f4c3e679,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:09.393312 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Attempting to bind port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:35:09.395970 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Attempting to bind port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:35:09.396523 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Attempting to bind port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:09.413655 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45934-f86f-41e5-b815-9fda921d8991 None None] Pushing event updated for resources: {'Port': ['ID=a24a24b3-b6f0-4198-9cbf-696f97ae0c0e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:09.416885 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:35:09.429029 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:09.429486 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.429897 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:35:09.431776 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Bound port: a24a24b3-b6f0-4198-9cbf-696f97ae0c0e, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:35:09.434902 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.464229 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8b4c-da3d-4586-82e5-f5377d7075b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.534996 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.563944 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] For port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:09.572711 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] For port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=a24a24b3-b6f0-4198-9cbf-696f97ae0c0e,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:09.589164 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.628682 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-71f44442-683f-4d6d-8af4-08adeb623952 None None] Provisioning complete for port 09db1e36-5e00-4154-9b76-7e01f4c3e679 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:09.629184 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71f44442-683f-4d6d-8af4-08adeb623952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.662193 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8b4c-da3d-4586-82e5-f5377d7075b4 admin admin] Publish callbacks [] for security_group (d3fc6954-1f36-4e28-a64f-b5a2f82f1d23), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.669171 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:09.679440 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d3bc8b4c-da3d-4586-82e5-f5377d7075b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (d3fc6954-1f36-4e28-a64f-b5a2f82f1d23), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.705585 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Routers {'739a9258-0f5b-46a9-af22-cf66284edd44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:35:09.706640 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['739a9258-0f5b-46a9-af22-cf66284edd44'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:09.709305 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-71f44442-683f-4d6d-8af4-08adeb623952 None None] Port 09db1e36-5e00-4154-9b76-7e01f4c3e679 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:35:09.712724 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45934-f86f-41e5-b815-9fda921d8991 None None] Pushing event updated for resources: {'Port': ['ID=a24a24b3-b6f0-4198-9cbf-696f97ae0c0e,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:09.804168 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d3bc8b4c-da3d-4586-82e5-f5377d7075b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8db701e62b12468db6cecf0acd29ee4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6363420 Jun 29 12:35:09.806783 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60168) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:09.810833 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Publish callbacks [] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.822932 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:09.902053 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] Set router 739a9258-0f5b-46a9-af22-cf66284edd44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:35:09.904696 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc8b4c-da3d-4586-82e5-f5377d7075b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fc6954-1f36-4e28-a64f-b5a2f82f1d23,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:09.942081 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:10.006280 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:10.007213 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0014e244-8709-45ad-b402-6572b419b802 admin admin] Publish callbacks [] for security_group (d3fc6954-1f36-4e28-a64f-b5a2f82f1d23), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:10.009823 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Pushing event updated for resources: {'Port': ['ID=09db1e36-5e00-4154-9b76-7e01f4c3e679,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:10.021028 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (739a9258-0f5b-46a9-af22-cf66284edd44), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:10.083746 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0014e244-8709-45ad-b402-6572b419b802 admin admin] Publish callbacks [] for security_group (d3fc6954-1f36-4e28-a64f-b5a2f82f1d23), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:10.245068 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:08Z', 'revision_number': 1, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:10.259829 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Network ca85be79-dcc1-4564-a978-271ecca83135 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:10.262377 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:10.277549 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d79923-f364-4194-beb5-466b95ef2e67 None None] The sync data for ids ['739a9258-0f5b-46a9-af22-cf66284edd44'] in dv-cinder-812685-12-iscsi is: [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:08Z', 'revision_number': 1, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:35:10.322836 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0014e244-8709-45ad-b402-6572b419b802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (d3fc6954-1f36-4e28-a64f-b5a2f82f1d23), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:10.322836 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0014e244-8709-45ad-b402-6572b419b802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:10.323368 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0014e244-8709-45ad-b402-6572b419b802 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3fc6954-1f36-4e28-a64f-b5a2f82f1d23 HTTP/1.1" status: 204 len: 168 time: 0.5152225 Jun 29 12:35:10.473582 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014e244-8709-45ad-b402-6572b419b802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fc6954-1f36-4e28-a64f-b5a2f82f1d23,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:10.500402 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Router 739a9258-0f5b-46a9-af22-cf66284edd44 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:35:10.743076 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:10.750558 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-cf458271-f8ec-44e1-b57b-0c882934033a None None] Provisioning complete for port 09db1e36-5e00-4154-9b76-7e01f4c3e679 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:10.751401 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cf458271-f8ec-44e1-b57b-0c882934033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:10.805373 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:35:10.815243 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-03784ad0-55bb-48a5-948b-15b3035338b9 admin admin] 10.222.0.52 "PUT /v2.0/routers/739a9258-0f5b-46a9-af22-cf66284edd44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4447558 Jun 29 12:35:10.830627 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cf458271-f8ec-44e1-b57b-0c882934033a None None] Port 09db1e36-5e00-4154-9b76-7e01f4c3e679 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:35:10.867656 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60188) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:10.885656 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c71f-dfc2-46ed-8e49-cff27316c3c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:11.046164 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c71f-dfc2-46ed-8e49-cff27316c3c9 admin admin] Publish callbacks [] for security_group (ec3bb454-01f8-4044-bd8d-d73fe558bf17), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:11.053385 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c71f-dfc2-46ed-8e49-cff27316c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ec3bb454-01f8-4044-bd8d-d73fe558bf17), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:11.149798 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5bf6c71f-dfc2-46ed-8e49-cff27316c3c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8317294c48e4cb09969d1a6518cbb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779357 Jun 29 12:35:11.149798 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6c71f-dfc2-46ed-8e49-cff27316c3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3bb454-01f8-4044-bd8d-d73fe558bf17,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:11.150117 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60194) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:11.278057 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd2e-5336-4190-badc-1ddf188aff2f admin admin] Publish callbacks [] for security_group (ec3bb454-01f8-4044-bd8d-d73fe558bf17), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:11.339842 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd2e-5336-4190-badc-1ddf188aff2f admin admin] Publish callbacks [] for security_group (ec3bb454-01f8-4044-bd8d-d73fe558bf17), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:11.469492 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-5ec7496d-33a9-465f-b49c-349f57fafa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:11.471732 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-5ec7496d-33a9-465f-b49c-349f57fafa20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 1130 time: 0.1228793 Jun 29 12:35:11.480099 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379f05-8af4-4e32-8bd9-03c88d03dced req-85b4f60d-fe73-4f7b-8af5-a087ef077bd5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:11.481629 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55379f05-8af4-4e32-8bd9-03c88d03dced req-85b4f60d-fe73-4f7b-8af5-a087ef077bd5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.1442230 Jun 29 12:35:11.593840 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55379f05-8af4-4e32-8bd9-03c88d03dced req-b7a97705-5711-4d40-bd74-6c341574103e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971956 Jun 29 12:35:11.614071 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd2e-5336-4190-badc-1ddf188aff2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ec3bb454-01f8-4044-bd8d-d73fe558bf17), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:11.618995 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd2e-5336-4190-badc-1ddf188aff2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:11.622523 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d1e7fd2e-5336-4190-badc-1ddf188aff2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec3bb454-01f8-4044-bd8d-d73fe558bf17 HTTP/1.1" status: 204 len: 168 time: 0.4691889 Jun 29 12:35:11.674948 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:11.690721 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7fd2e-5336-4190-badc-1ddf188aff2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3bb454-01f8-4044-bd8d-d73fe558bf17,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:11.726385 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-ab5d7eea-fba6-4b7f-88df-871e83fa41da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:11.734456 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-ab5d7eea-fba6-4b7f-88df-871e83fa41da service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.2514422 Jun 29 12:35:11.787526 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-2791ebf1-ec73-4a9a-a6aa-62dabc34c314 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed HTTP/1.1" status: 200 len: 217 time: 0.0464818 Jun 29 12:35:11.875055 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-ad1ad99a-fcb0-47c6-af79-c18e8fcea4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:11.876989 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-ad1ad99a-fcb0-47c6-af79-c18e8fcea4cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.0809491 Jun 29 12:35:11.944517 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-8aa8faaa-373e-4abd-9243-09487936df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:11.946139 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-8aa8faaa-373e-4abd-9243-09487936df81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0616040 Jun 29 12:35:12.086522 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60218) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:12.089723 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-e20cfc30-e9f6-491f-a1d1-5b9d6dbd875e service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302609 Jun 29 12:35:12.092111 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1538153385-network', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:12.118690 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:12.127024 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Made reservation on behalf of b499b15ff154498a96a5d304ded4cb8f for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:12.129916 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:12.144676 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:12.289140 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8b176d49-1a2e-4857-9e60-af5b673efc94 req-90d5b71d-873b-4f00-a4bb-aa7f6c5bdfbf service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906583 Jun 29 12:35:12.378555 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Publish callbacks [] for security_group (44de3002-2e9a-48c8-9f97-49fe54556ad1), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:12.398338 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (44de3002-2e9a-48c8-9f97-49fe54556ad1), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:12.443108 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=18 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:12.445208 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44de3002-2e9a-48c8-9f97-49fe54556ad1,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:12.456358 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:35:12.474867 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (98e87478-5522-4b56-862d-f9070d6b951d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:12.475236 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Added segment 98e87478-5522-4b56-862d-f9070d6b951d of type vlan for network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d Jun 29 12:35:12.531544 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (3d79f3f5-c886-452d-be36-c9de7cbc0d1d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:12.599983 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (3d79f3f5-c886-452d-be36-c9de7cbc0d1d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:12.601585 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:12.603231 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:12.677210 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5893791 Jun 29 12:35:12.677435 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60240) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:12.683196 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Request body: {'subnet': {'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1538153385-subnet', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:12.747313 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device a24a24b3-b6f0-4198-9cbf-696f97ae0c0e up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:12.754244 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Made reservation on behalf of b499b15ff154498a96a5d304ded4cb8f for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:12.761439 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12177391'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:12.836408 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:12.837777 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:12.877350 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28da9-6196-4bc7-aecd-3bd0d34a164b admin admin] Pushing event updated for resources: {'Network': ['ID=3d79f3f5-c886-452d-be36-c9de7cbc0d1d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:12.897815 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:35:12.986365 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5e950-7a43-473b-a60b-ef3bb664ff46 req-c7a3d369-0e4f-47b9-9fff-5acb4d98724a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:12.992423 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-24d5e950-7a43-473b-a60b-ef3bb664ff46 req-c7a3d369-0e4f-47b9-9fff-5acb4d98724a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.1608469 Jun 29 12:35:13.043169 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:13.043600 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:13.052215 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8467953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12177401'] for subnet (7b8087e8-6bf5-4118-9d65-9812a87ab157), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:13.075665 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=a24a24b3-b6f0-4198-9cbf-696f97ae0c0e,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:13.085035 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:13.118195 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8087e8-6bf5-4118-9d65-9812a87ab157,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:13.129012 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-24d5e950-7a43-473b-a60b-ef3bb664ff46 req-dec16093-7cac-4380-8040-5b29628e324b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299584 Jun 29 12:35:13.152530 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.161404 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.162015 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.162742 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.163298 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.164379 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.164954 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.165986 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.166692 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.167326 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.169381 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.171970 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.173537 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.176535 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.177950 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:13.182294 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=a24a24b3-b6f0-4198-9cbf-696f97ae0c0e,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:13.252898 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Checking segment: {'id': '98e87478-5522-4b56-862d-f9070d6b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:13.254639 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Network hostable DHCP agents. Network: 3d79f3f5-c886-452d-be36-c9de7cbc0d1d, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:35:13.265102 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:13.285300 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:35:13.296704 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 3d79f3f5-c886-452d-be36-c9de7cbc0d1d) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:13.301458 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:13.302343 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:13.308067 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3d41d-66a5-4601-aaa4-8ccf62ac2ebe None None] Network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:35:13.332245 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60250) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:13.332926 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-4f20f3d1-fbac-4f43-8df4-dda3a860ae7d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6541095 Jun 29 12:35:13.338790 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1538153385-router', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:13.393253 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:13.397267 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:13.489041 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-3d79f3f5-c886-452d-be36-c9de7cbc0d1d', 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d', 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'fixed_ips': [{'subnet_id': '7b8087e8-6bf5-4118-9d65-9812a87ab157'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:35:13.490161 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:13.513973 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks [] for router_controller (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), precommit_add_association {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:13.670277 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:13.690157 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Allocated IP 172.20.0.2 (3d79f3f5-c886-452d-be36-c9de7cbc0d1d/7b8087e8-6bf5-4118-9d65-9812a87ab157/8cbefa44-6999-4b93-8399-76ff0707f93c) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:13.756333 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks [] for router_gateway (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:13.761137 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Sync routers for ids ['739a9258-0f5b-46a9-af22-cf66284edd44'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:35:13.787451 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Routers {'739a9258-0f5b-46a9-af22-cf66284edd44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:35:13.787451 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['739a9258-0f5b-46a9-af22-cf66284edd44'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:13.977836 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Set router 739a9258-0f5b-46a9-af22-cf66284edd44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:35:13.998751 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Publish callbacks [] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.002248 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:14.009333 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.063868 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks [] for router_gateway (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.091192 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.154569 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:14.191704 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:14.195430 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:14.200557 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:35:14.213010 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Pushing event updated for resources: {'Port': ['ID=8cbefa44-6999-4b93-8399-76ff0707f93c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:14.239086 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 2, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:14.279686 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Attempting to bind port 8cbefa44-6999-4b93-8399-76ff0707f93c on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:35:14.280117 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Attempting to bind port 8cbefa44-6999-4b93-8399-76ff0707f93c by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '98e87478-5522-4b56-862d-f9070d6b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:35:14.280516 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Attempting to bind port 8cbefa44-6999-4b93-8399-76ff0707f93c on network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:14.281368 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Checking router: 739a9258-0f5b-46a9-af22-cf66284edd44 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:35:14.282405 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Updating router 739a9258-0f5b-46a9-af22-cf66284edd44 port 09db1e36-5e00-4154-9b76-7e01f4c3e679 binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:35:14.286740 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:35:14.287120 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Checking segment: {'id': '98e87478-5522-4b56-862d-f9070d6b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:14.287689 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.288134 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Bound using segment: {'id': '98e87478-5522-4b56-862d-f9070d6b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:35:14.288605 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Bound port: 8cbefa44-6999-4b93-8399-76ff0707f93c, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e87478-5522-4b56-862d-f9070d6b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:35:14.288989 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.302153 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Allocated IP 172.27.1.151 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/22fcaa1c-93ce-4412-9529-63ccd9b051a0) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:14.324780 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.397990 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988d9c9-0ae8-4485-b312-c9a7259215be req-acec2fd8-9222-4195-b9eb-044f43b2ef20 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:14.399597 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4988d9c9-0ae8-4485-b312-c9a7259215be req-acec2fd8-9222-4195-b9eb-044f43b2ef20 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.1037304 Jun 29 12:35:14.423919 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] For port 8cbefa44-6999-4b93-8399-76ff0707f93c, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:14.430441 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] For port 8cbefa44-6999-4b93-8399-76ff0707f93c, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=8cbefa44-6999-4b93-8399-76ff0707f93c,segment=NetworkSegment(98e87478-5522-4b56-862d-f9070d6b951d),segment_id=98e87478-5522-4b56-862d-f9070d6b951d)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:14.444696 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.483019 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks [] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.513190 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc667b-ced8-4c21-b1ca-e73499b49c3d None None] Pushing event updated for resources: {'Port': ['ID=8cbefa44-6999-4b93-8399-76ff0707f93c,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:14.519178 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4988d9c9-0ae8-4485-b312-c9a7259215be req-a5035d8c-a6e4-4330-a085-12a25854dd99 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067514 Jun 29 12:35:14.538042 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:UPDATE=7,neutron:INSERT=11,neutron:SELECT=80,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:14.566827 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.644590 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:14.662448 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:14.675485 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Pushing event updated for resources: {'Port': ['ID=22fcaa1c-93ce-4412-9529-63ccd9b051a0,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:14.677969 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:35:14.728138 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device a24a24b3-b6f0-4198-9cbf-696f97ae0c0e up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:14.845395 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Publish callbacks [] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.852878 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:14.853528 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:14.854285 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:15.007802 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:15.037407 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Pushing event updated for resources: {'Port': ['ID=09db1e36-5e00-4154-9b76-7e01f4c3e679,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:15.051028 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.051361 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.056324 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.056806 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.057228 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.058927 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.059339 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.059732 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.063920 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.064317 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.064673 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.065163 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.065378 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.065711 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.066040 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:15.120534 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Attempting to bind port 09db1e36-5e00-4154-9b76-7e01f4c3e679 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:35:15.122349 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Attempting to bind port 09db1e36-5e00-4154-9b76-7e01f4c3e679 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:35:15.122822 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Attempting to bind port 09db1e36-5e00-4154-9b76-7e01f4c3e679 on network ca85be79-dcc1-4564-a978-271ecca83135 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:15.130899 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:35:15.133717 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Checking segment: {'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:15.136883 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:15.143762 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Bound using segment: {'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:35:15.146983 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Bound port: 09db1e36-5e00-4154-9b76-7e01f4c3e679, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:35:15.147489 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:15.232105 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks [] for router_gateway (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:15.322568 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] For port 09db1e36-5e00-4154-9b76-7e01f4c3e679, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:15.327892 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] For port 09db1e36-5e00-4154-9b76-7e01f4c3e679, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=09db1e36-5e00-4154-9b76-7e01f4c3e679,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:15.339222 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:15.342778 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:15.453473 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:15.454781 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd845b75-08ba-4218-848c-6d29ef9612ce None None] Pushing event updated for resources: {'Port': ['ID=09db1e36-5e00-4154-9b76-7e01f4c3e679,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:15.503416 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Routers {'739a9258-0f5b-46a9-af22-cf66284edd44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:35:15.505302 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['739a9258-0f5b-46a9-af22-cf66284edd44'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:15.585241 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-2b254eca-906c-42e3-a6d0-4c32313f63ff None None] Provisioning complete for port 09db1e36-5e00-4154-9b76-7e01f4c3e679 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:15.589307 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:15.590192 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b254eca-906c-42e3-a6d0-4c32313f63ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:15.696327 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] Set router 739a9258-0f5b-46a9-af22-cf66284edd44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:35:15.716468 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3629c39f-199b-4fc3-b149-5ea1e9d72bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:15.785268 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2b254eca-906c-42e3-a6d0-4c32313f63ff None None] Current status of the port 09db1e36-5e00-4154-9b76-7e01f4c3e679 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:15.785674 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b254eca-906c-42e3-a6d0-4c32313f63ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:15.868017 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-2b254eca-906c-42e3-a6d0-4c32313f63ff None None] For port 09db1e36-5e00-4154-9b76-7e01f4c3e679, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=09db1e36-5e00-4154-9b76-7e01f4c3e679,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:15.877859 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b254eca-906c-42e3-a6d0-4c32313f63ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:15.944373 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f86e9c-8d59-48b9-9ce8-39bcd07b1746 req-68f9c99a-e97a-4af0-8e98-70f6f15aa45c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:15.952532 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b0f86e9c-8d59-48b9-9ce8-39bcd07b1746 req-68f9c99a-e97a-4af0-8e98-70f6f15aa45c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.1813941 Jun 29 12:35:15.959102 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b254eca-906c-42e3-a6d0-4c32313f63ff None None] Pushing event updated for resources: {'Port': ['ID=09db1e36-5e00-4154-9b76-7e01f4c3e679,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:16.009778 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:INSERT=2,neutron:UPDATE=5,neutron:SELECT=93 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:16.014079 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:35:16.016086 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-68d0e7aa-4749-4600-a223-abb9d2ddcb6c None None] Provisioning complete for port 09db1e36-5e00-4154-9b76-7e01f4c3e679 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:16.017453 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68d0e7aa-4749-4600-a223-abb9d2ddcb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:16.076647 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b0f86e9c-8d59-48b9-9ce8-39bcd07b1746 req-0ec4dc26-4641-4a97-987c-4f2673e5b34f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124258 Jun 29 12:35:16.161763 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-68d0e7aa-4749-4600-a223-abb9d2ddcb6c None None] Current status of the port 09db1e36-5e00-4154-9b76-7e01f4c3e679 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:16.245628 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:16.277779 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:16.288402 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:35:16.318289 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:15Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:16.343136 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Sync routers for ids ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:35:16.349120 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:16.350766 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2799cc57-1377-45e4-90c3-c5ba667a3df0 None None] Network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:35:16.351374 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-448ff819-b8f7-4136-aa22-b24fb98266fa admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0169804 Jun 29 12:35:16.353724 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60282) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:16.369078 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb30c1-39d0-47c7-8ecc-ef5dd6d19302 None None] The sync data for ids ['739a9258-0f5b-46a9-af22-cf66284edd44'] in dv-cinder-812685-12-iscsi is: [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:15Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:35:16.404389 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Routers {'d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:35:16.405327 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-55620362-a535-43ef-b536-ec25841636f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:34:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:16.558987 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-609d2419-8ff3-4f7e-b9fa-1197f8e34b19 None None] Provisioning complete for port 8cbefa44-6999-4b93-8399-76ff0707f93c triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:16.559367 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-609d2419-8ff3-4f7e-b9fa-1197f8e34b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:16.563820 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:16.804397 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-609d2419-8ff3-4f7e-b9fa-1197f8e34b19 None None] Current status of the port 8cbefa44-6999-4b93-8399-76ff0707f93c is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:16.804775 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-609d2419-8ff3-4f7e-b9fa-1197f8e34b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:16.847392 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Set router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:35:16.934709 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 8cbefa44-6999-4b93-8399-76ff0707f93c up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:17.041102 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-609d2419-8ff3-4f7e-b9fa-1197f8e34b19 None None] For port 8cbefa44-6999-4b93-8399-76ff0707f93c, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=8cbefa44-6999-4b93-8399-76ff0707f93c,segment=NetworkSegment(98e87478-5522-4b56-862d-f9070d6b951d),segment_id=98e87478-5522-4b56-862d-f9070d6b951d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:17.056414 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-609d2419-8ff3-4f7e-b9fa-1197f8e34b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:17.163219 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:17.164611 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 8cbefa44-6999-4b93-8399-76ff0707f93c triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:17.164971 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:17.221197 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-53b1a7a7-a36f-4be2-a83b-96978134127d None None] Provisioning complete for port 8cbefa44-6999-4b93-8399-76ff0707f93c triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:17.227546 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-53b1a7a7-a36f-4be2-a83b-96978134127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:17.249759 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:17.320668 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475a4e-e69e-4a0b-82ee-d2d577968e5c req-b73205c6-af20-4eb4-a210-6f571e7b9642 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:17.327831 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5e475a4e-e69e-4a0b-82ee-d2d577968e5c req-b73205c6-af20-4eb4-a210-6f571e7b9642 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0857534 Jun 29 12:35:17.425036 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-55620362-a535-43ef-b536-ec25841636f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'name': 'tempest-TestShelveInstance-1538153385-router', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:13Z', 'updated_at': '2022-06-29T12:35:15Z', 'revision_number': 3, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'gw_port': {'id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:14Z', 'updated_at': '2022-06-29T12:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:17.426818 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d2419-8ff3-4f7e-b9fa-1197f8e34b19 None None] Pushing event updated for resources: {'Port': ['ID=8cbefa44-6999-4b93-8399-76ff0707f93c,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:17.431939 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5e475a4e-e69e-4a0b-82ee-d2d577968e5c req-0c771dce-a69f-4762-a95e-d97735565388 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031594 Jun 29 12:35:17.498768 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Checking router: d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:35:17.499114 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Updating router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 port 22fcaa1c-93ce-4412-9529-63ccd9b051a0 binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:35:17.509007 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Allocated IP 172.20.0.1 (3d79f3f5-c886-452d-be36-c9de7cbc0d1d/7b8087e8-6bf5-4118-9d65-9812a87ab157/89dbb174-c0fe-4960-a324-667b7dfd353f) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:17.600513 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:17.605028 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 8cbefa44-6999-4b93-8399-76ff0707f93c is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:17.606280 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 09db1e36-5e00-4154-9b76-7e01f4c3e679 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:17.658868 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Publish callbacks [] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:17.670663 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-53b1a7a7-a36f-4be2-a83b-96978134127d None None] Current status of the port 8cbefa44-6999-4b93-8399-76ff0707f93c is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:17.690269 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:17.693943 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:17.715563 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:17.762836 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 09db1e36-5e00-4154-9b76-7e01f4c3e679 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:17.763210 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:17.768181 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:17.771811 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:17.777014 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:35:17.808311 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Pushing event updated for resources: {'Port': ['ID=89dbb174-c0fe-4960-a324-667b7dfd353f,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:17.830065 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.833999 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.834497 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.834906 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.835386 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.835806 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.836360 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.836772 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.837167 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.837568 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.837959 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.838344 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.838757 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.839136 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.839520 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:17.855371 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.054267 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.084900 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cb4ea86-76b1-480a-8d04-7141e06294ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.143805 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-ea56d851-8a54-4ea8-88fb-79856d87962a None None] Provisioning complete for port 89dbb174-c0fe-4960-a324-667b7dfd353f triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:18.144471 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea56d851-8a54-4ea8-88fb-79856d87962a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.259905 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:18.261825 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ea56d851-8a54-4ea8-88fb-79856d87962a None None] Port 89dbb174-c0fe-4960-a324-667b7dfd353f cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:35:18.269260 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 09db1e36-5e00-4154-9b76-7e01f4c3e679 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:18.277706 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Publish callbacks [] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.284384 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.309272 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:18.325428 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Publish callbacks [] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.333281 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.395939 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Attempting to bind port 22fcaa1c-93ce-4412-9529-63ccd9b051a0 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:35:18.396518 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Attempting to bind port 22fcaa1c-93ce-4412-9529-63ccd9b051a0 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:35:18.397035 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Attempting to bind port 22fcaa1c-93ce-4412-9529-63ccd9b051a0 on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:18.409932 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:35:18.410386 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:18.410841 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.411301 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:35:18.411795 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Bound port: 22fcaa1c-93ce-4412-9529-63ccd9b051a0, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:35:18.412181 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.475210 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-55620362-a535-43ef-b536-ec25841636f0 None None] For port 22fcaa1c-93ce-4412-9529-63ccd9b051a0, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:18.479111 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-55620362-a535-43ef-b536-ec25841636f0 None None] For port 22fcaa1c-93ce-4412-9529-63ccd9b051a0, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=22fcaa1c-93ce-4412-9529-63ccd9b051a0,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:18.491640 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.507406 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Pushing event updated for resources: {'Port': ['ID=22fcaa1c-93ce-4412-9529-63ccd9b051a0,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:18.522693 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.523007 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.523349 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.523692 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.524027 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.524355 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.524684 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.525010 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.525356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.525686 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.526053 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.526385 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.526729 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.527228 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.527604 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:18.561557 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Routers {'d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:35:18.562250 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-55620362-a535-43ef-b536-ec25841636f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:35:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:18.597570 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:18.648112 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c69e5-3a34-452e-8c5c-feae7d98d907 req-f1c101ce-fedc-4f02-95e0-f3649104e891 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:18.650098 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-764c69e5-3a34-452e-8c5c-feae7d98d907 req-f1c101ce-fedc-4f02-95e0-f3649104e891 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.1327112 Jun 29 12:35:18.655380 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:18.658047 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Pushing event updated for resources: {'Port': ['ID=89dbb174-c0fe-4960-a324-667b7dfd353f,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:18.705198 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3ff79-ca3c-4ecc-9cda-18da8dd1988d None None] Pushing event updated for resources: {'Port': ['ID=22fcaa1c-93ce-4412-9529-63ccd9b051a0,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:18.738358 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-55620362-a535-43ef-b536-ec25841636f0 None None] Set router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:35:18.743393 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-764c69e5-3a34-452e-8c5c-feae7d98d907 req-3631d2e6-acd9-40c6-8a22-ec3a7bef8d85 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842021 Jun 29 12:35:18.789507 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 8cbefa44-6999-4b93-8399-76ff0707f93c up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:18.819807 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:18.821375 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:18.938771 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 8cbefa44-6999-4b93-8399-76ff0707f93c triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:18.939405 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:19.066384 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:35:19.216487 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:19.224894 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:19.233239 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:35:19.246835 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b1b32a97-1b12-4bc9-a164-461cabcb4991 admin admin] 10.222.0.52 "PUT /v2.0/routers/d2d0ed1a-1fd5-418c-9218-6023ebbe2e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8910558 Jun 29 12:35:19.253690 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 8cbefa44-6999-4b93-8399-76ff0707f93c is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:19.262819 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-55620362-a535-43ef-b536-ec25841636f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'name': 'tempest-TestShelveInstance-1538153385-router', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:13Z', 'updated_at': '2022-06-29T12:35:17Z', 'revision_number': 4, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'gw_port': {'id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:14Z', 'updated_at': '2022-06-29T12:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '89dbb174-c0fe-4960-a324-667b7dfd353f', 'name': '', 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'mac_address': 'fa:16:3e:40:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b8087e8-6bf5-4118-9d65-9812a87ab157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:17Z', 'updated_at': '2022-06-29T12:35:18Z', 'revision_number': 2, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'subnets': [{'id': '7b8087e8-6bf5-4118-9d65-9812a87ab157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:19.312304 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55620362-a535-43ef-b536-ec25841636f0 None None] The sync data for ids ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'] in dv-cinder-812685-12-iscsi is: [{'id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'name': 'tempest-TestShelveInstance-1538153385-router', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:13Z', 'updated_at': '2022-06-29T12:35:17Z', 'revision_number': 4, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'gw_port': {'id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:14Z', 'updated_at': '2022-06-29T12:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '89dbb174-c0fe-4960-a324-667b7dfd353f', 'name': '', 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'mac_address': 'fa:16:3e:40:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b8087e8-6bf5-4118-9d65-9812a87ab157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:17Z', 'updated_at': '2022-06-29T12:35:18Z', 'revision_number': 2, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'subnets': [{'id': '7b8087e8-6bf5-4118-9d65-9812a87ab157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:35:19.320872 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-2cbdf35f-79b7-4207-bb0d-ed3e98e85805 None None] Provisioning complete for port 89dbb174-c0fe-4960-a324-667b7dfd353f triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:19.321158 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf35f-79b7-4207-bb0d-ed3e98e85805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:19.371666 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdf35f-79b7-4207-bb0d-ed3e98e85805 None None] Port 89dbb174-c0fe-4960-a324-667b7dfd353f cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:35:19.948965 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60336) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:19.954264 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-65eca04b-f651-41b7-9e9a-b1b1c91de742 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134144518', 'description': 'tempest-secgroup-smoke-2134144518 description', 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:19.972481 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:20.035199 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-65eca04b-f651-41b7-9e9a-b1b1c91de742 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.044781 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e414a2c-4ca9-4d10-aadc-0e2c5cced54e req-be4c44ff-c44c-469e-9931-f51f18588433 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:20.056881 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6e414a2c-4ca9-4d10-aadc-0e2c5cced54e req-be4c44ff-c44c-469e-9931-f51f18588433 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.1269433 Jun 29 12:35:20.177185 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6e414a2c-4ca9-4d10-aadc-0e2c5cced54e req-3bcdf3dd-09a5-4bea-b3a1-884a71d6eff4 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136508 Jun 29 12:35:20.231000 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-65eca04b-f651-41b7-9e9a-b1b1c91de742 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group (41e906cb-6536-42eb-9ebd-08035f571f86), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.242482 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-65eca04b-f651-41b7-9e9a-b1b1c91de742 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (41e906cb-6536-42eb-9ebd-08035f571f86), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.383281 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-65eca04b-f651-41b7-9e9a-b1b1c91de742 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.384556 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-65eca04b-f651-41b7-9e9a-b1b1c91de742 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4351993 Jun 29 12:35:20.393705 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60354) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:20.423319 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-4932ee61-8574-4f75-9202-b320ce6d4769 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Request body: {'security_group_rule': {'security_group_id': '41e906cb-6536-42eb-9ebd-08035f571f86', 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:20.460680 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eca04b-f651-41b7-9e9a-b1b1c91de742 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e906cb-6536-42eb-9ebd-08035f571f86,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:20.482918 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.500099 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-1c01b1a9-6e5a-4248-82ae-36af0498c626 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315608 Jun 29 12:35:20.555861 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4932ee61-8574-4f75-9202-b320ce6d4769 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (a9e63ec7-3ed2-4413-9a5e-cbc9e7d6d263), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.617158 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-e325da84-09b3-4141-96af-0452389a0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:20.621891 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-e325da84-09b3-4141-96af-0452389a0108 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 1129 time: 0.0688219 Jun 29 12:35:20.677321 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4932ee61-8574-4f75-9202-b320ce6d4769 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (a9e63ec7-3ed2-4413-9a5e-cbc9e7d6d263), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.684936 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4932ee61-8574-4f75-9202-b320ce6d4769 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (a9e63ec7-3ed2-4413-9a5e-cbc9e7d6d263), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.714308 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932ee61-8574-4f75-9202-b320ce6d4769 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e63ec7-3ed2-4413-9a5e-cbc9e7d6d263,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:20.732238 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4932ee61-8574-4f75-9202-b320ce6d4769 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.736914 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4932ee61-8574-4f75-9202-b320ce6d4769 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415351 Jun 29 12:35:20.739159 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60366) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:20.748075 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-549928f6-625b-41ee-8ef8-dbab2f3727a0 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Request body: {'security_group_rule': {'security_group_id': '41e906cb-6536-42eb-9ebd-08035f571f86', 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:20.795900 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549928f6-625b-41ee-8ef8-dbab2f3727a0 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (15ee792d-247b-4646-b0ce-9bc3dbe3dfdc), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.849413 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-accb15a4-203e-479c-a009-e89c4735bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:20.854997 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-accb15a4-203e-479c-a009-e89c4735bd0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.2034066 Jun 29 12:35:20.856672 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 22fcaa1c-93ce-4412-9529-63ccd9b051a0 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:20.938541 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-f2321fad-9442-45bb-b172-48c69ea44176 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab0649e0-5f8b-479c-990a-de8e68bba496 HTTP/1.1" status: 200 len: 217 time: 0.0771668 Jun 29 12:35:20.941147 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549928f6-625b-41ee-8ef8-dbab2f3727a0 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (15ee792d-247b-4646-b0ce-9bc3dbe3dfdc), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.950168 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549928f6-625b-41ee-8ef8-dbab2f3727a0 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (15ee792d-247b-4646-b0ce-9bc3dbe3dfdc), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:20.981171 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549928f6-625b-41ee-8ef8-dbab2f3727a0 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ee792d-247b-4646-b0ce-9bc3dbe3dfdc,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:21.002709 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-549928f6-625b-41ee-8ef8-dbab2f3727a0 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.004493 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-549928f6-625b-41ee-8ef8-dbab2f3727a0 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2637980 Jun 29 12:35:21.004623 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:21.007499 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60372) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:21.013285 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-412beda4-727d-41ab-9748-4a2682c9ee37 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Request body: {'security_group_rule': {'security_group_id': '41e906cb-6536-42eb-9ebd-08035f571f86', 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:21.060030 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.065086 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.071029 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 22fcaa1c-93ce-4412-9529-63ccd9b051a0 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:21.071411 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.071822 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-412beda4-727d-41ab-9748-4a2682c9ee37 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (29467fe3-621f-4df6-b040-f3832ab2a56c), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.113247 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-35899a8e-7712-4a26-92a0-cf33e508bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:21.115146 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-35899a8e-7712-4a26-92a0-cf33e508bccd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.1657932 Jun 29 12:35:21.152629 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:21.197581 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-ecd4a6fd-aa9f-47c0-a4df-29ac3ea8dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:21.204588 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-ecd4a6fd-aa9f-47c0-a4df-29ac3ea8dec8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800593 Jun 29 12:35:21.212030 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-412beda4-727d-41ab-9748-4a2682c9ee37 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (29467fe3-621f-4df6-b040-f3832ab2a56c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.233981 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-412beda4-727d-41ab-9748-4a2682c9ee37 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (29467fe3-621f-4df6-b040-f3832ab2a56c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.260663 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412beda4-727d-41ab-9748-4a2682c9ee37 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29467fe3-621f-4df6-b040-f3832ab2a56c,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:21.265024 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 22fcaa1c-93ce-4412-9529-63ccd9b051a0 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:21.265645 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.287883 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-412beda4-727d-41ab-9748-4a2682c9ee37 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.289628 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-412beda4-727d-41ab-9748-4a2682c9ee37 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2808406 Jun 29 12:35:21.292489 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60382) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:21.303313 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-b385308c-102a-4b75-9213-e067502d2da4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Request body: {'security_group_rule': {'security_group_id': '41e906cb-6536-42eb-9ebd-08035f571f86', 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:21.333919 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 22fcaa1c-93ce-4412-9529-63ccd9b051a0, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=22fcaa1c-93ce-4412-9529-63ccd9b051a0,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:21.341210 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.363261 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b385308c-102a-4b75-9213-e067502d2da4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (b0293f6e-d12c-4612-b49e-987ecb3a06d2), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.447616 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-ba265a48-8a8d-419c-accd-5e608ad19612 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314322 Jun 29 12:35:21.467196 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=22fcaa1c-93ce-4412-9529-63ccd9b051a0,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:21.483532 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b385308c-102a-4b75-9213-e067502d2da4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (b0293f6e-d12c-4612-b49e-987ecb3a06d2), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.493202 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b385308c-102a-4b75-9213-e067502d2da4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (b0293f6e-d12c-4612-b49e-987ecb3a06d2), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.514868 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:21.528485 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b385308c-102a-4b75-9213-e067502d2da4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.530177 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b385308c-102a-4b75-9213-e067502d2da4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2364492 Jun 29 12:35:21.534350 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60386) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:21.540435 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-7be53816-7020-49e3-8c94-321d6bc28f96 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Request body: {'security_group_rule': {'security_group_id': '41e906cb-6536-42eb-9ebd-08035f571f86', 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:21.549009 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385308c-102a-4b75-9213-e067502d2da4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0293f6e-d12c-4612-b49e-987ecb3a06d2,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:21.565004 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=77,neutron:INSERT=12,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:21.652297 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-7be53816-7020-49e3-8c94-321d6bc28f96 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Project aacced43dbbb4c2e98bdff0d3cc557ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:35:21.653449 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-19283a17-1ecb-4639-87d2-2e3b0bff85f6 req-ae6a740b-6d3c-4434-a155-482f2821e7c6 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922820 Jun 29 12:35:21.670056 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4a648-7ffc-4158-b9a2-fe328a092e71 req-97133bcc-191e-4e7c-831c-3753dede1384 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:21.685492 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c9c4a648-7ffc-4158-b9a2-fe328a092e71 req-97133bcc-191e-4e7c-831c-3753dede1384 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.1341078 Jun 29 12:35:21.698237 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7be53816-7020-49e3-8c94-321d6bc28f96 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (c2068765-5718-46b6-970e-c0eeb0da0436), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.819808 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c9c4a648-7ffc-4158-b9a2-fe328a092e71 req-2dbcffa6-2dee-4d85-90e1-49a35bb7218a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333451 Jun 29 12:35:21.856469 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7be53816-7020-49e3-8c94-321d6bc28f96 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (c2068765-5718-46b6-970e-c0eeb0da0436), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.892191 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7be53816-7020-49e3-8c94-321d6bc28f96 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (c2068765-5718-46b6-970e-c0eeb0da0436), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.920134 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be53816-7020-49e3-8c94-321d6bc28f96 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2068765-5718-46b6-970e-c0eeb0da0436,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:21.939879 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7be53816-7020-49e3-8c94-321d6bc28f96 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:21.941149 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7be53816-7020-49e3-8c94-321d6bc28f96 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4057248 Jun 29 12:35:21.943950 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60396) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:21.948754 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-ae5cc58e-87da-459a-ba51-b55adcde0d07 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Request body: {'security_group_rule': {'security_group_id': '41e906cb-6536-42eb-9ebd-08035f571f86', 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:21.976333 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-ae5cc58e-87da-459a-ba51-b55adcde0d07 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Project aacced43dbbb4c2e98bdff0d3cc557ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:35:21.982453 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5cc58e-87da-459a-ba51-b55adcde0d07 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (a51c3b44-e7a7-4afe-9323-25ecf3c86c83), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:22.084059 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5cc58e-87da-459a-ba51-b55adcde0d07 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (a51c3b44-e7a7-4afe-9323-25ecf3c86c83), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:22.089589 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5cc58e-87da-459a-ba51-b55adcde0d07 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (a51c3b44-e7a7-4afe-9323-25ecf3c86c83), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:22.114254 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cc58e-87da-459a-ba51-b55adcde0d07 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51c3b44-e7a7-4afe-9323-25ecf3c86c83,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:22.150747 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae5cc58e-87da-459a-ba51-b55adcde0d07 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:22.162160 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ae5cc58e-87da-459a-ba51-b55adcde0d07 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2071037 Jun 29 12:35:22.708857 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 22fcaa1c-93ce-4412-9529-63ccd9b051a0 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:22.826076 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 22fcaa1c-93ce-4412-9529-63ccd9b051a0 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:22.826920 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:22.972069 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 22fcaa1c-93ce-4412-9529-63ccd9b051a0 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:22.982041 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7ab05-c263-4a9e-ab1f-43a0be7f4b42 req-756c2b4a-5f1f-4159-81bc-765e97165fb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:22.983840 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-52a7ab05-c263-4a9e-ab1f-43a0be7f4b42 req-756c2b4a-5f1f-4159-81bc-765e97165fb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0844061 Jun 29 12:35:23.057854 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-52a7ab05-c263-4a9e-ab1f-43a0be7f4b42 req-3254c37e-7564-4b40-a5a5-f356d54ee263 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675175 Jun 29 12:35:23.515626 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Sync routers for ids ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:35:23.531910 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Routers {'d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:35:23.533619 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:35:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:23.708861 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60482) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:23.713756 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Set router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:35:23.857510 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99bcbe5f-4081-41e9-b700-8ef37f3777b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:23.933221 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:23.972337 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99bcbe5f-4081-41e9-b700-8ef37f3777b8 admin admin] Publish callbacks [] for security_group (79b22ceb-2c0b-4721-8cea-41e6ae92c4db), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:23.976774 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99bcbe5f-4081-41e9-b700-8ef37f3777b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (79b22ceb-2c0b-4721-8cea-41e6ae92c4db), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:24.038050 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'name': 'tempest-TestShelveInstance-1538153385-router', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:13Z', 'updated_at': '2022-06-29T12:35:17Z', 'revision_number': 4, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'gw_port': {'id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:14Z', 'updated_at': '2022-06-29T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '89dbb174-c0fe-4960-a324-667b7dfd353f', 'name': '', 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'mac_address': 'fa:16:3e:40:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b8087e8-6bf5-4118-9d65-9812a87ab157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:17Z', 'updated_at': '2022-06-29T12:35:18Z', 'revision_number': 2, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'subnets': [{'id': '7b8087e8-6bf5-4118-9d65-9812a87ab157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:24.066145 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Checking router: d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:35:24.066654 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Updating router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 port 89dbb174-c0fe-4960-a324-667b7dfd353f binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:35:24.083074 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcbe5f-4081-41e9-b700-8ef37f3777b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b22ceb-2c0b-4721-8cea-41e6ae92c4db,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:24.088876 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-99bcbe5f-4081-41e9-b700-8ef37f3777b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f95e042c026e4aa98d8e1363247b590e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779337 Jun 29 12:35:24.091943 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60494) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:24.120256 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:24.218096 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-91f675a4-735c-41ce-a104-60402f681c4b admin admin] Publish callbacks [] for security_group (79b22ceb-2c0b-4721-8cea-41e6ae92c4db), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:24.267513 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c49431-f593-45b9-9daf-e1f6c859d686 req-eb3bbef0-1ff9-4aab-819d-3c9c016d4492 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:24.271066 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-97c49431-f593-45b9-9daf-e1f6c859d686 req-eb3bbef0-1ff9-4aab-819d-3c9c016d4492 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.1107121 Jun 29 12:35:24.286809 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-91f675a4-735c-41ce-a104-60402f681c4b admin admin] Publish callbacks [] for security_group (79b22ceb-2c0b-4721-8cea-41e6ae92c4db), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:24.401827 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-97c49431-f593-45b9-9daf-e1f6c859d686 req-4d608d1a-8e60-4943-b545-c90c2f384670 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110799 Jun 29 12:35:24.452897 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:24.455500 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-91f675a4-735c-41ce-a104-60402f681c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (79b22ceb-2c0b-4721-8cea-41e6ae92c4db), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:24.464525 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-91f675a4-735c-41ce-a104-60402f681c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:24.466330 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-91f675a4-735c-41ce-a104-60402f681c4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79b22ceb-2c0b-4721-8cea-41e6ae92c4db HTTP/1.1" status: 204 len: 168 time: 0.3735209 Jun 29 12:35:24.500027 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f675a4-735c-41ce-a104-60402f681c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b22ceb-2c0b-4721-8cea-41e6ae92c4db,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:24.686777 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:24.697557 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Publish callbacks [] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:24.706459 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:24.821172 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787cf68-e59c-4c1e-af83-1238a96fa28a None None] Pushing event updated for resources: {'Port': ['ID=89dbb174-c0fe-4960-a324-667b7dfd353f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:24.893895 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Attempting to bind port 89dbb174-c0fe-4960-a324-667b7dfd353f on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:35:24.894270 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Attempting to bind port 89dbb174-c0fe-4960-a324-667b7dfd353f by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '98e87478-5522-4b56-862d-f9070d6b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:35:24.894682 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Attempting to bind port 89dbb174-c0fe-4960-a324-667b7dfd353f on network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:24.902276 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:35:24.902682 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Checking segment: {'id': '98e87478-5522-4b56-862d-f9070d6b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:24.903084 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:24.903476 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Bound using segment: {'id': '98e87478-5522-4b56-862d-f9070d6b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:35:24.903945 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Bound port: 89dbb174-c0fe-4960-a324-667b7dfd353f, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e87478-5522-4b56-862d-f9070d6b951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:35:24.904319 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:25.000206 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] For port 89dbb174-c0fe-4960-a324-667b7dfd353f, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:25.005559 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] For port 89dbb174-c0fe-4960-a324-667b7dfd353f, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=89dbb174-c0fe-4960-a324-667b7dfd353f,segment=NetworkSegment(98e87478-5522-4b56-862d-f9070d6b951d),segment_id=98e87478-5522-4b56-862d-f9070d6b951d)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:25.015206 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:25.089449 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Routers {'d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:35:25.090294 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:35:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:25.193500 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-f4708fe5-3800-436e-a336-0776dcdf0b32 None None] Provisioning complete for port 89dbb174-c0fe-4960-a324-667b7dfd353f triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:25.194093 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4708fe5-3800-436e-a336-0776dcdf0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:25.199477 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787cf68-e59c-4c1e-af83-1238a96fa28a None None] Pushing event updated for resources: {'Port': ['ID=89dbb174-c0fe-4960-a324-667b7dfd353f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:25.268949 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] Set router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:35:25.409899 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f4708fe5-3800-436e-a336-0776dcdf0b32 None None] Current status of the port 89dbb174-c0fe-4960-a324-667b7dfd353f is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:25.410663 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4708fe5-3800-436e-a336-0776dcdf0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:25.498789 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-f4708fe5-3800-436e-a336-0776dcdf0b32 None None] For port 89dbb174-c0fe-4960-a324-667b7dfd353f, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=89dbb174-c0fe-4960-a324-667b7dfd353f,segment=NetworkSegment(98e87478-5522-4b56-862d-f9070d6b951d),segment_id=98e87478-5522-4b56-862d-f9070d6b951d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:25.508000 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4708fe5-3800-436e-a336-0776dcdf0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:25.600702 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4708fe5-3800-436e-a336-0776dcdf0b32 None None] Pushing event updated for resources: {'Port': ['ID=89dbb174-c0fe-4960-a324-667b7dfd353f,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:25.662055 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-38c748d0-5e5f-49a9-bef8-8470dc2201e1 None None] Provisioning complete for port 89dbb174-c0fe-4960-a324-667b7dfd353f triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:25.662452 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c748d0-5e5f-49a9-bef8-8470dc2201e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:25.700579 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51f740-485f-4003-b754-b8cda66db8d5 req-55fdd5fa-8534-41a6-a4af-1021ac2f6fc6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:25.703086 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6f51f740-485f-4003-b754-b8cda66db8d5 req-55fdd5fa-8534-41a6-a4af-1021ac2f6fc6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.1111310 Jun 29 12:35:25.787442 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6f51f740-485f-4003-b754-b8cda66db8d5 req-2c267eec-c541-4165-bd9c-e097de4ce908 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774167 Jun 29 12:35:25.815547 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'name': 'tempest-TestShelveInstance-1538153385-router', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:13Z', 'updated_at': '2022-06-29T12:35:17Z', 'revision_number': 4, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'gw_port': {'id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:14Z', 'updated_at': '2022-06-29T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '89dbb174-c0fe-4960-a324-667b7dfd353f', 'name': '', 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'mac_address': 'fa:16:3e:40:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b8087e8-6bf5-4118-9d65-9812a87ab157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:17Z', 'updated_at': '2022-06-29T12:35:24Z', 'revision_number': 4, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'subnets': [{'id': '7b8087e8-6bf5-4118-9d65-9812a87ab157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:25.847880 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-38c748d0-5e5f-49a9-bef8-8470dc2201e1 None None] Current status of the port 89dbb174-c0fe-4960-a324-667b7dfd353f is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:25.873138 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95cad4e-c386-4077-86d2-56fcf1da9256 None None] The sync data for ids ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'] in dv-cinder-812685-12-iscsi is: [{'id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'name': 'tempest-TestShelveInstance-1538153385-router', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:13Z', 'updated_at': '2022-06-29T12:35:17Z', 'revision_number': 4, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'gw_port': {'id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:14Z', 'updated_at': '2022-06-29T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '89dbb174-c0fe-4960-a324-667b7dfd353f', 'name': '', 'network_id': '3d79f3f5-c886-452d-be36-c9de7cbc0d1d', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'mac_address': 'fa:16:3e:40:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b8087e8-6bf5-4118-9d65-9812a87ab157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:17Z', 'updated_at': '2022-06-29T12:35:24Z', 'revision_number': 4, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'subnets': [{'id': '7b8087e8-6bf5-4118-9d65-9812a87ab157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:35:26.640065 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60566) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:26.763946 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 89dbb174-c0fe-4960-a324-667b7dfd353f up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:26.841201 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55d4e8e7-26d6-4656-87bd-0d526bc29a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:26.898654 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 89dbb174-c0fe-4960-a324-667b7dfd353f triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:26.900545 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:26.965429 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:26.989020 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55d4e8e7-26d6-4656-87bd-0d526bc29a3e admin admin] Publish callbacks [] for security_group (c410c300-63f4-4032-8e2b-e3b278f9b987), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:26.989948 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:27.003607 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55d4e8e7-26d6-4656-87bd-0d526bc29a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c410c300-63f4-4032-8e2b-e3b278f9b987), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:27.035218 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 89dbb174-c0fe-4960-a324-667b7dfd353f is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:27.105013 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d879ba1-2d07-42f5-9d77-85c053d074b5 req-36be2fef-5cdf-427e-9337-d1f3d2c7bb31 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:27.106576 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d879ba1-2d07-42f5-9d77-85c053d074b5 req-36be2fef-5cdf-427e-9337-d1f3d2c7bb31 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.1150312 Jun 29 12:35:27.109335 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-55d4e8e7-26d6-4656-87bd-0d526bc29a3e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b05b4f43795411ba254811fbaa9a3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4675472 Jun 29 12:35:27.110812 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4e8e7-26d6-4656-87bd-0d526bc29a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c410c300-63f4-4032-8e2b-e3b278f9b987,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:27.113873 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60574) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:27.207300 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d879ba1-2d07-42f5-9d77-85c053d074b5 req-47450cfa-4744-4314-9727-6b55ece230d7 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889518 Jun 29 12:35:27.227131 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-74b86e41-fede-4217-81a2-91afec7fe064 admin admin] Publish callbacks [] for security_group (c410c300-63f4-4032-8e2b-e3b278f9b987), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:27.251917 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-74b86e41-fede-4217-81a2-91afec7fe064 admin admin] Publish callbacks [] for security_group (c410c300-63f4-4032-8e2b-e3b278f9b987), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:27.286079 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:27.309420 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-74b86e41-fede-4217-81a2-91afec7fe064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c410c300-63f4-4032-8e2b-e3b278f9b987), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:27.313075 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-74b86e41-fede-4217-81a2-91afec7fe064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:27.314689 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-74b86e41-fede-4217-81a2-91afec7fe064 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c410c300-63f4-4032-8e2b-e3b278f9b987 HTTP/1.1" status: 204 len: 168 time: 0.1989744 Jun 29 12:35:27.323172 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b86e41-fede-4217-81a2-91afec7fe064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c410c300-63f4-4032-8e2b-e3b278f9b987,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:28.374211 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41fc96-cf4f-4776-bf65-5b6388c0d06c req-ef3357c4-4958-42b1-be72-78a221793ef1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:28.385096 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8a41fc96-cf4f-4776-bf65-5b6388c0d06c req-ef3357c4-4958-42b1-be72-78a221793ef1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0848382 Jun 29 12:35:28.482444 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8a41fc96-cf4f-4776-bf65-5b6388c0d06c req-ed56777a-cd3d-43de-ae8b-a1ee6e5f9c78 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892506 Jun 29 12:35:29.405449 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ce8e1-9f34-4bd2-a946-aa049370b95a req-50ba2053-9fc3-4b69-ac6f-d8a08c64fc9f tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:29.415683 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff4ce8e1-9f34-4bd2-a946-aa049370b95a req-50ba2053-9fc3-4b69-ac6f-d8a08c64fc9f tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.1159163 Jun 29 12:35:29.499941 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff4ce8e1-9f34-4bd2-a946-aa049370b95a req-c342f7cd-2683-4827-8fa4-a0c729b89457 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827274 Jun 29 12:35:29.665231 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd76e2-19a8-4499-9d05-b490de496556 req-73f34e61-7426-4c0b-9c7b-708bd33e1774 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:29.672947 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1bdd76e2-19a8-4499-9d05-b490de496556 req-73f34e61-7426-4c0b-9c7b-708bd33e1774 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0975327 Jun 29 12:35:29.740889 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1bdd76e2-19a8-4499-9d05-b490de496556 req-df8c8875-ea4e-4709-8b52-3e459987a4e2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667520 Jun 29 12:35:30.617350 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af6713-f349-41fb-a070-61efb23e158a req-5913a735-85a9-442d-a299-45bdc70b4b9a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:30.619369 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a1af6713-f349-41fb-a070-61efb23e158a req-5913a735-85a9-442d-a299-45bdc70b4b9a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0536427 Jun 29 12:35:30.682090 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a1af6713-f349-41fb-a070-61efb23e158a req-b04f81e7-2ce4-467b-b76e-103a57c97ec4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572884 Jun 29 12:35:30.854219 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:30.873195 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cda24-81c0-4920-9c8c-8bb5c4b6b365 req-d6c39962-245a-4029-95f8-3e7a44e02d1e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:30.874993 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-315cda24-81c0-4920-9c8c-8bb5c4b6b365 req-d6c39962-245a-4029-95f8-3e7a44e02d1e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0621591 Jun 29 12:35:30.963377 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-315cda24-81c0-4920-9c8c-8bb5c4b6b365 req-77f0add4-5e38-47eb-ad5d-28ebaf37c9bf tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801625 Jun 29 12:35:31.818489 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102973be-fd38-410d-a5d4-13bb824d4a21 req-ee733c91-15f6-408b-a92b-790d8c13ca2b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:31.820064 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-102973be-fd38-410d-a5d4-13bb824d4a21 req-ee733c91-15f6-408b-a92b-790d8c13ca2b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0544395 Jun 29 12:35:31.870913 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-102973be-fd38-410d-a5d4-13bb824d4a21 req-79590263-b0a2-45e6-87d5-f6ac25ce22d2 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448725 Jun 29 12:35:32.090583 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23232790-88ce-47f7-89ed-e30e248dd50a req-58e30726-bb06-4867-9e8b-e91258453d70 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:32.092509 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-23232790-88ce-47f7-89ed-e30e248dd50a req-58e30726-bb06-4867-9e8b-e91258453d70 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0552487 Jun 29 12:35:32.164479 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-23232790-88ce-47f7-89ed-e30e248dd50a req-e1aadda0-7181-4a73-b12f-c183d1fd4f83 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645142 Jun 29 12:35:32.461808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60690) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:32.540902 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54460096-4c27-4638-afc5-6d469856cab9 req-fa07a2cb-f540-4770-8361-0732d4874786 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:32.542663 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-54460096-4c27-4638-afc5-6d469856cab9 req-fa07a2cb-f540-4770-8361-0732d4874786 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0500603 Jun 29 12:35:32.608569 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80656095-8266-490a-b297-a167eda59dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:32.620415 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-54460096-4c27-4638-afc5-6d469856cab9 req-9a4cb70e-374d-4fb1-8d76-6034aae7b40f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717297 Jun 29 12:35:32.693565 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80656095-8266-490a-b297-a167eda59dde admin admin] Publish callbacks [] for security_group (43686fd7-a93c-4e57-bd9a-76f18d58c024), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:32.697275 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80656095-8266-490a-b297-a167eda59dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (43686fd7-a93c-4e57-bd9a-76f18d58c024), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:32.713396 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:32.740675 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-80656095-8266-490a-b297-a167eda59dde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb38a5a07359440a8b15656b5d202899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776911 Jun 29 12:35:32.741677 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80656095-8266-490a-b297-a167eda59dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43686fd7-a93c-4e57-bd9a-76f18d58c024,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:32.743365 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60696) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:32.767624 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:32.799415 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-aee97d51-f993-4ccc-88f3-662b6ee4f008 admin admin] Publish callbacks [] for security_group (43686fd7-a93c-4e57-bd9a-76f18d58c024), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:32.821625 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-aee97d51-f993-4ccc-88f3-662b6ee4f008 admin admin] Publish callbacks [] for security_group (43686fd7-a93c-4e57-bd9a-76f18d58c024), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:32.871325 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-aee97d51-f993-4ccc-88f3-662b6ee4f008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (43686fd7-a93c-4e57-bd9a-76f18d58c024), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:32.873966 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-aee97d51-f993-4ccc-88f3-662b6ee4f008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:32.875164 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-aee97d51-f993-4ccc-88f3-662b6ee4f008 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43686fd7-a93c-4e57-bd9a-76f18d58c024 HTTP/1.1" status: 204 len: 168 time: 0.1307809 Jun 29 12:35:32.885812 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee97d51-f993-4ccc-88f3-662b6ee4f008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43686fd7-a93c-4e57-bd9a-76f18d58c024,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:33.010949 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0b096-dd3b-4e7a-81ad-4ab9ba687548 req-9250dab7-34a4-4f47-862a-3d688503dd3a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:33.012454 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f6b0b096-dd3b-4e7a-81ad-4ab9ba687548 req-9250dab7-34a4-4f47-862a-3d688503dd3a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0625236 Jun 29 12:35:33.063522 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f6b0b096-dd3b-4e7a-81ad-4ab9ba687548 req-ba255413-8cba-4dce-acce-8a2923f204a1 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Jun 29 12:35:33.163466 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60704) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:33.177834 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dae45a36-fdb8-42d3-8967-72869af3cbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:33.300875 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dae45a36-fdb8-42d3-8967-72869af3cbb5 admin admin] Publish callbacks [] for security_group (f30529df-da62-4c9d-b030-a6f44174d498), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:33.309682 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3faf5-cfaf-4e7b-8480-32f9c68637a6 req-5511fa80-f627-45e0-9932-2cfbaba89a98 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:33.311196 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-53f3faf5-cfaf-4e7b-8480-32f9c68637a6 req-5511fa80-f627-45e0-9932-2cfbaba89a98 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0720813 Jun 29 12:35:33.312447 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dae45a36-fdb8-42d3-8967-72869af3cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (f30529df-da62-4c9d-b030-a6f44174d498), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:33.374121 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-dae45a36-fdb8-42d3-8967-72869af3cbb5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=860c43c0995e45f9a766ea6b614e3237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095737 Jun 29 12:35:33.374855 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae45a36-fdb8-42d3-8967-72869af3cbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30529df-da62-4c9d-b030-a6f44174d498,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:33.377048 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60710) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:33.418890 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-53f3faf5-cfaf-4e7b-8480-32f9c68637a6 req-4b467193-58f6-4b5d-aef7-faf67d00f920 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963428 Jun 29 12:35:33.452403 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5fdb5017-b91d-4f62-ba7b-df111a78b734 admin admin] Publish callbacks [] for security_group (f30529df-da62-4c9d-b030-a6f44174d498), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:33.476363 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5fdb5017-b91d-4f62-ba7b-df111a78b734 admin admin] Publish callbacks [] for security_group (f30529df-da62-4c9d-b030-a6f44174d498), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:33.535169 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5fdb5017-b91d-4f62-ba7b-df111a78b734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (f30529df-da62-4c9d-b030-a6f44174d498), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:33.540384 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5fdb5017-b91d-4f62-ba7b-df111a78b734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:33.544858 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5fdb5017-b91d-4f62-ba7b-df111a78b734 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f30529df-da62-4c9d-b030-a6f44174d498 HTTP/1.1" status: 204 len: 168 time: 0.1644778 Jun 29 12:35:33.551779 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb5017-b91d-4f62-ba7b-df111a78b734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30529df-da62-4c9d-b030-a6f44174d498,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:33.556745 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aece2c8-beeb-4401-a7f9-6dbb276974d1 req-57f59fe3-7495-47ea-926c-a406286a5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:33.558246 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6aece2c8-beeb-4401-a7f9-6dbb276974d1 req-57f59fe3-7495-47ea-926c-a406286a5abc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 1130 time: 0.0549686 Jun 29 12:35:33.597290 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:33.618173 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6aece2c8-beeb-4401-a7f9-6dbb276974d1 req-8efe149e-6340-438d-84bd-d8c4a7c87e0d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523400 Jun 29 12:35:33.757578 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b951dc-733d-484f-b176-8fbea0a27ce9 req-a3bd25ad-91d9-4e23-a1a7-49412f445c83 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:33.759129 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-20b951dc-733d-484f-b176-8fbea0a27ce9 req-a3bd25ad-91d9-4e23-a1a7-49412f445c83 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0576410 Jun 29 12:35:33.835264 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-20b951dc-733d-484f-b176-8fbea0a27ce9 req-2bcd590e-5ac1-4311-9e00-c396cf48a7be tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704167 Jun 29 12:35:34.211139 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec550c43-5660-426f-92ee-9ec87d82672e req-86554dd2-9be6-4ad3-8ea9-aa9d4f034899 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:34.212805 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ec550c43-5660-426f-92ee-9ec87d82672e req-86554dd2-9be6-4ad3-8ea9-aa9d4f034899 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0541770 Jun 29 12:35:34.262046 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ec550c43-5660-426f-92ee-9ec87d82672e req-2b32a98e-3ec1-4d06-82e8-f1685a9decf9 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Jun 29 12:35:34.525758 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea1c59-9c6f-4e3f-910c-38ec5736ec7f req-631f703d-cb17-454b-9f60-7b0196740530 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:34.527283 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0cea1c59-9c6f-4e3f-910c-38ec5736ec7f req-631f703d-cb17-454b-9f60-7b0196740530 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0493343 Jun 29 12:35:34.581830 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0cea1c59-9c6f-4e3f-910c-38ec5736ec7f req-6c8bf936-0a4f-470b-a620-d949b961174c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484734 Jun 29 12:35:34.947631 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffed415-bfe1-4741-8878-a4db653fa234 req-af73ea4c-ae84-409f-ab86-135fbbb8ece3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:34.949095 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ffed415-bfe1-4741-8878-a4db653fa234 req-af73ea4c-ae84-409f-ab86-135fbbb8ece3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0472963 Jun 29 12:35:34.997056 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7ffed415-bfe1-4741-8878-a4db653fa234 req-3ce1fa1e-a2b9-4942-af13-0aac45da003c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Jun 29 12:35:35.197826 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60806) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:35.252494 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-a419fb32-5898-476e-9848-10d192b6a549 admin admin] Deleting subnet ec32a5de-64bf-4962-928b-25e4fb02a670 {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:35:35.255785 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a419fb32-5898-476e-9848-10d192b6a549 admin admin] Publish callbacks [] for subnet (ec32a5de-64bf-4962-928b-25e4fb02a670), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.305699 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a419fb32-5898-476e-9848-10d192b6a549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10213937'] for subnet (ec32a5de-64bf-4962-928b-25e4fb02a670), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.376617 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a419fb32-5898-476e-9848-10d192b6a549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (ec32a5de-64bf-4962-928b-25e4fb02a670), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.413059 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b738a7-ab62-4aaf-b4ce-5d194153c9b6 req-4c3527cf-4084-4fc7-b626-9dcb3504c7ee tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:35.414760 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-25b738a7-ab62-4aaf-b4ce-5d194153c9b6 req-4c3527cf-4084-4fc7-b626-9dcb3504c7ee tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0799396 Jun 29 12:35:35.443269 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:35.466674 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a419fb32-5898-476e-9848-10d192b6a549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9798013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580198'] for subnet (ec32a5de-64bf-4962-928b-25e4fb02a670), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.507255 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419fb32-5898-476e-9848-10d192b6a549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec32a5de-64bf-4962-928b-25e4fb02a670,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:35.512866 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-25b738a7-ab62-4aaf-b4ce-5d194153c9b6 req-abf94237-301e-449a-ae8d-fa31023e2946 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909529 Jun 29 12:35:35.514177 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a419fb32-5898-476e-9848-10d192b6a549 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.517940 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a419fb32-5898-476e-9848-10d192b6a549 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ec32a5de-64bf-4962-928b-25e4fb02a670 HTTP/1.1" status: 204 len: 168 time: 0.3190351 Jun 29 12:35:35.520920 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 60810) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:35.538939 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:35.595478 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (953cb3ea-ea04-4857-b87d-b4cc7d724de7), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.680400 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (953cb3ea-ea04-4857-b87d-b4cc7d724de7), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.708622 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953cb3ea-ea04-4857-b87d-b4cc7d724de7']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:35.710457 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c8cf5-616b-48ef-be29-3ff9e4714d2c req-a43a1923-379d-4a4f-840d-8ea2c0694362 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:35.712015 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f54c8cf5-616b-48ef-be29-3ff9e4714d2c req-a43a1923-379d-4a4f-840d-8ea2c0694362 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0597780 Jun 29 12:35:35.719837 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cd1d78-e07f-47dc-af81-718c84d83d0b') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:35.719837 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cd1d78-e07f-47dc-af81-718c84d83d0b') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:35.731453 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (b3cd1d78-e07f-47dc-af81-718c84d83d0b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.753295 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (b3cd1d78-e07f-47dc-af81-718c84d83d0b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.759990 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:35:35.760402 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (b3cd1d78-e07f-47dc-af81-718c84d83d0b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.765898 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f54c8cf5-616b-48ef-be29-3ff9e4714d2c req-e0325db6-4193-4a53-bb64-2ce75fb7445b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Jun 29 12:35:35.816207 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment b3cd1d78-e07f-47dc-af81-718c84d83d0b resource provider aggregate not found Jun 29 12:35:35.830293 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (953cb3ea-ea04-4857-b87d-b4cc7d724de7), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.864057 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:35.868983 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] 10.222.0.52 "DELETE /v2.0/networks/953cb3ea-ea04-4857-b87d-b4cc7d724de7 HTTP/1.1" status: 204 len: 168 time: 0.3447657 Jun 29 12:35:35.868983 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment b3cd1d78-e07f-47dc-af81-718c84d83d0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3cd1d78-e07f-47dc-af81-718c84d83d0b found for delete ", "request_id": "req-c9d3bc40-3c69-4a49-8def-646b8123a1a8"}]} Jun 29 12:35:35.871180 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb030a7-2fee-44fe-80aa-98efc9832b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=953cb3ea-ea04-4857-b87d-b4cc7d724de7,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:36.014889 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-39104d19-c444-49db-bcc3-fc89637cbf62 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f826993a33644995a3150d71cc40add7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417948 Jun 29 12:35:36.104829 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-27e9545d-a670-434f-9a2c-0d6a56e0d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:36.106518 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-27e9545d-a670-434f-9a2c-0d6a56e0d77c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 1130 time: 0.0789757 Jun 29 12:35:36.106965 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60844) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:36.154207 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8b1c3-58c0-4ec6-9f30-9adc2bcb617d req-a2a889e5-ee7e-48de-8dff-85e6167d759e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:36.155686 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-38e8b1c3-58c0-4ec6-9f30-9adc2bcb617d req-a2a889e5-ee7e-48de-8dff-85e6167d759e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0906763 Jun 29 12:35:36.228650 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-e5a158f1-ad7f-4ec2-9a38-1c61589d5f44 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:36.230131 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-e5a158f1-ad7f-4ec2-9a38-1c61589d5f44 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139761 Jun 29 12:35:36.243169 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:36.245406 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-6e0418dd-50ab-48cc-b171-6683bb03a95c tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/quotas/f826993a33644995a3150d71cc40add7 HTTP/1.1" status: 200 len: 375 time: 0.0096886 Jun 29 12:35:36.255809 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e31f9f32-337c-438b-b745-1c7265b34c70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed93385ff03f4672acc79e103ffcb82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450460 Jun 29 12:35:36.266335 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 60846) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:36.287244 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-e23c05b5-19d3-4976-b02f-1588e817b4f1 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f826993a33644995a3150d71cc40add7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347283 Jun 29 12:35:36.306656 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-0288777d-c970-41bd-8ffa-946fb4107804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:36.308117 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-0288777d-c970-41bd-8ffa-946fb4107804 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.1900859 Jun 29 12:35:36.315290 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-38e8b1c3-58c0-4ec6-9f30-9adc2bcb617d req-71f16893-1bf0-4353-bd1c-ed9fdb0af62e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509326 Jun 29 12:35:36.472718 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a8d45666-d419-444b-b1c7-36418f26c7dc req-bdee34a5-beab-42da-bbdd-a58eb9a8dea8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 210 time: 0.0339732 Jun 29 12:35:36.627563 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-103b004c-0e08-46da-9534-19317603ca04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed HTTP/1.1" status: 200 len: 217 time: 0.3086665 Jun 29 12:35:36.644531 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375ca51-f70d-44e8-9f50-372de38a5e68 req-9949e761-bacb-46c4-8e67-fa80335eb568 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:36.649579 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3375ca51-f70d-44e8-9f50-372de38a5e68 req-9949e761-bacb-46c4-8e67-fa80335eb568 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0593908 Jun 29 12:35:36.715820 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3375ca51-f70d-44e8-9f50-372de38a5e68 req-3396702e-ea4d-4dd3-b067-b8f8f79c5645 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605617 Jun 29 12:35:36.717629 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8690d73d-7b2f-4631-b1ae-b0416bbb9e0a admin admin] Publish callbacks [] for security_group (6f7987da-c7b1-4b06-a209-d0d836447238), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:36.742516 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b73a8-1d64-405c-901c-e970358e7392 req-fe32bc02-74f0-4975-a0c4-0e2f185338b8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:36.743991 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e35b73a8-1d64-405c-901c-e970358e7392 req-fe32bc02-74f0-4975-a0c4-0e2f185338b8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.1192319 Jun 29 12:35:36.791988 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-eb558013-631f-4c54-ab54-f2d6e9246adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:36.793679 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-eb558013-631f-4c54-ab54-f2d6e9246adf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.1554098 Jun 29 12:35:36.802922 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8690d73d-7b2f-4631-b1ae-b0416bbb9e0a admin admin] Publish callbacks [] for security_group (6f7987da-c7b1-4b06-a209-d0d836447238), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:36.892605 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-d14c50c9-7d71-4d83-8905-e51f1dc1f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:36.894282 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-d14c50c9-7d71-4d83-8905-e51f1dc1f31c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0899899 Jun 29 12:35:36.900261 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e35b73a8-1d64-405c-901c-e970358e7392 req-0ce0558c-484a-45c0-9712-d71b658836e5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474738 Jun 29 12:35:36.942317 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8690d73d-7b2f-4631-b1ae-b0416bbb9e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6f7987da-c7b1-4b06-a209-d0d836447238), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:36.944983 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8690d73d-7b2f-4631-b1ae-b0416bbb9e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:36.946118 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-8690d73d-7b2f-4631-b1ae-b0416bbb9e0a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f7987da-c7b1-4b06-a209-d0d836447238 HTTP/1.1" status: 204 len: 168 time: 0.6785703 Jun 29 12:35:36.964506 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690d73d-7b2f-4631-b1ae-b0416bbb9e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7987da-c7b1-4b06-a209-d0d836447238,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:36.998623 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:37.024974 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-c9f357fd-0804-4d08-8080-14fbfc4ae9df service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095393 Jun 29 12:35:37.127166 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4856ac25-f50b-46bf-b570-2cf875b8763d req-fd5ed5b9-8c54-4c4b-addc-499478dab7d5 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962234 Jun 29 12:35:37.461773 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978452d-4144-489b-b155-e2f4bc092057 req-209d4d79-ce93-43e5-9552-83318a20fbf2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:37.463962 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3978452d-4144-489b-b155-e2f4bc092057 req-209d4d79-ce93-43e5-9552-83318a20fbf2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0616875 Jun 29 12:35:37.499963 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-5b76b90e-8068-4983-b5b5-875a7295f411 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f826993a33644995a3150d71cc40add7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358589 Jun 29 12:35:37.549021 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3978452d-4144-489b-b155-e2f4bc092057 req-14ec4eef-dadf-4f59-bea4-4ae8e06b1455 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771747 Jun 29 12:35:37.625844 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-66c8e439-c61c-4905-86bc-ca468af341be req-3bd88567-80dc-4ae0-871b-935eb87d94f9 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 210 time: 0.0596423 Jun 29 12:35:37.760847 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-9592c9ac-8508-4722-904e-9db8f7a8d7bc tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:37.762303 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-9592c9ac-8508-4722-904e-9db8f7a8d7bc tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526278 Jun 29 12:35:37.839203 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9535e86-77ae-4ded-94d7-d9860b2f1ad6 req-5e5ad073-6302-40d9-a072-86921539bc1b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:37.840687 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b9535e86-77ae-4ded-94d7-d9860b2f1ad6 req-5e5ad073-6302-40d9-a072-86921539bc1b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0523684 Jun 29 12:35:37.894129 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b9535e86-77ae-4ded-94d7-d9860b2f1ad6 req-a04f50c5-4c36-4c87-b9cd-25cd053b67d1 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441229 Jun 29 12:35:38.030960 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb00031-db4a-4b36-ac7e-cf7981cd245f req-5b5a968a-9ecd-4b9b-a98b-942f5547094f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:38.033126 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1fb00031-db4a-4b36-ac7e-cf7981cd245f req-5b5a968a-9ecd-4b9b-a98b-942f5547094f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0521660 Jun 29 12:35:38.082460 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1fb00031-db4a-4b36-ac7e-cf7981cd245f req-d35a251d-41ff-4a13-aa53-f43f2456e1c7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436800 Jun 29 12:35:38.327888 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:38.333519 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:38.674630 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf5919-e40f-46b6-a119-94e90a5097a2 req-3b49f587-c366-4e16-8f16-8fd247f7013a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:38.676607 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1bcf5919-e40f-46b6-a119-94e90a5097a2 req-3b49f587-c366-4e16-8f16-8fd247f7013a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0530357 Jun 29 12:35:38.747102 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1bcf5919-e40f-46b6-a119-94e90a5097a2 req-938a7cb3-2042-4e58-9d35-938586328bf7 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647507 Jun 29 12:35:38.761174 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b7058747-f20f-402d-a1f6-2c3cb8223fc7 req-6b7e709c-301f-418d-b7f2-250ab52a642b tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 210 time: 0.0412099 Jun 29 12:35:38.808069 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Request body: {'port': {'device_id': '2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3', 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b', 'admin_state_up': True, 'tenant_id': 'f826993a33644995a3150d71cc40add7'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:38.928676 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Made reservation on behalf of f826993a33644995a3150d71cc40add7 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:38.932158 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:38.941997 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:38.957447 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:39.015612 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20df5bb-14c5-4e32-891b-e786cba7a7c9 req-c29427cb-d959-45d6-855e-931485222e1f tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:39.017490 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d20df5bb-14c5-4e32-891b-e786cba7a7c9 req-c29427cb-d959-45d6-855e-931485222e1f tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0496788 Jun 29 12:35:39.025148 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks [] for security_group (8cbdb921-f452-4825-94b6-ec6f59fda503), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:39.034718 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8cbdb921-f452-4825-94b6-ec6f59fda503), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:39.080530 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d20df5bb-14c5-4e32-891b-e786cba7a7c9 req-2a830b7d-cd4a-4071-a913-f1f17984a59d tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556898 Jun 29 12:35:39.123528 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbdb921-f452-4825-94b6-ec6f59fda503,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:39.242791 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0e86e-0bb0-4c52-b8ef-ed00ba191688 req-341c009b-4120-470f-9091-07d5223f7007 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:39.244227 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5ba0e86e-0bb0-4c52-b8ef-ed00ba191688 req-341c009b-4120-470f-9091-07d5223f7007 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0603299 Jun 29 12:35:39.249297 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Allocated IP 192.168.233.17 (b89040e1-8a65-408d-9840-fdea3ee5046b/c05a64cb-9a72-452c-98dc-fed230d4cdde/1b7d5c23-5903-4ada-bbae-d0082028f2c4) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:39.307388 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:39.338333 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5ba0e86e-0bb0-4c52-b8ef-ed00ba191688 req-ca681233-fb68-4a3e-97a0-4735025a1fbc tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863478 Jun 29 12:35:39.451111 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks [] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:39.486727 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:39.535017 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Network b89040e1-8a65-408d-9840-fdea3ee5046b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:39.538898 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:39.543533 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:35:39.550622 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Pushing event updated for resources: {'Port': ['ID=1b7d5c23-5903-4ada-bbae-d0082028f2c4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:39.597212 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:39.597732 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:39.614468 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-d6520ba2-4e6b-4e53-b03b-8e3fb89b4bc8 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8103971 Jun 29 12:35:39.779179 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-5fbe1144-3102-4a9e-bce9-6722defaac42 None None] Provisioning complete for port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:39.779731 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1144-3102-4a9e-bce9-6722defaac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:39.826756 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Request body: {'port': {'device_id': '2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:39.828608 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe1144-3102-4a9e-bce9-6722defaac42 None None] Port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:35:39.872822 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48cb31-695a-4956-b2c4-733cce4cb246 req-99c3f9b4-6eb2-47bf-bd76-1da36fffceb0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:39.874334 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5c48cb31-695a-4956-b2c4-733cce4cb246 req-99c3f9b4-6eb2-47bf-bd76-1da36fffceb0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0576031 Jun 29 12:35:39.928018 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca253a56-7158-43b7-92e8-f71fb188399c req-514883e3-19a9-4c6f-9352-3e7ce9ca1fbf tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:39.929463 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ca253a56-7158-43b7-92e8-f71fb188399c req-514883e3-19a9-4c6f-9352-3e7ce9ca1fbf tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 935 time: 0.0767016 Jun 29 12:35:39.935825 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5c48cb31-695a-4956-b2c4-733cce4cb246 req-a22319c1-c033-4151-bdfe-acb3e4d9b000 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545778 Jun 29 12:35:39.938125 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:40.012012 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:40.024497 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ca253a56-7158-43b7-92e8-f71fb188399c req-4a78c27c-3489-4cd2-970d-865635d82dc2 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881019 Jun 29 12:35:40.198721 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:40.201448 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:40.226308 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6ec0d-2c9a-491b-88c0-369c8cf5480b req-638b9dfe-e659-4725-8bc1-f060540a328f tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:40.228077 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ecb6ec0d-2c9a-491b-88c0-369c8cf5480b req-638b9dfe-e659-4725-8bc1-f060540a328f tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0668917 Jun 29 12:35:40.300704 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ecb6ec0d-2c9a-491b-88c0-369c8cf5480b req-162e1a7b-7e77-41ea-9fc9-d827694e1623 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525208 Jun 29 12:35:40.300935 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7d5c23-5903-4ada-bbae-d0082028f2c4 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:35:40.309398 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Publish callbacks [] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:40.328505 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:40.334370 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Transition to ACTIVE for port object 1b7d5c23-5903-4ada-bbae-d0082028f2c4 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:35:40.338260 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:40.395630 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d5c23-5903-4ada-bbae-d0082028f2c4,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:40.497693 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e021ab-4435-4898-bbff-cd010ee4b079 req-13935488-c425-4069-a838-3fd391c4f5d1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:40.499223 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-72e021ab-4435-4898-bbff-cd010ee4b079 req-13935488-c425-4069-a838-3fd391c4f5d1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0764835 Jun 29 12:35:40.546494 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Attempting to bind port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:35:40.546837 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Attempting to bind port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:35:40.547250 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Attempting to bind port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 on network b89040e1-8a65-408d-9840-fdea3ee5046b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:40.559102 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 on network b89040e1-8a65-408d-9840-fdea3ee5046b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:35:40.559434 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Attempting to bind port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 on network b89040e1-8a65-408d-9840-fdea3ee5046b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:40.575486 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:35:40.575984 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Checking segment: {'id': '2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:40.576285 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Bound using segment: {'id': '2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:35:40.577082 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Bound port: 1b7d5c23-5903-4ada-bbae-d0082028f2c4, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:35:40.577283 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:40.591678 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-72e021ab-4435-4898-bbff-cd010ee4b079 req-7fcc7bc9-9a35-4a53-afbc-971f07912117 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862865 Jun 29 12:35:40.654689 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] For port 1b7d5c23-5903-4ada-bbae-d0082028f2c4, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:40.658530 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] For port 1b7d5c23-5903-4ada-bbae-d0082028f2c4, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1b7d5c23-5903-4ada-bbae-d0082028f2c4,segment=NetworkSegment(2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2),segment_id=2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:40.664119 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:40.699206 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:40.699815 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:40.701161 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] 10.222.0.23 "PUT /v2.0/ports/1b7d5c23-5903-4ada-bbae-d0082028f2c4 HTTP/1.1" status: 200 len: 1097 time: 0.8790505 Jun 29 12:35:40.701584 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3', 'tag': '1b7d5c23-5903-4ada-bbae-d0082028f2c4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:35:40.704703 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad71df-e892-4c6d-b825-60a7dbdbd646" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3", "tag": "1b7d5c23-5903-4ada-bbae-d0082028f2c4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:35:40.727064 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1e845-1a8c-46bf-9d18-69e581f3d065 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d5c23-5903-4ada-bbae-d0082028f2c4,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:40.761389 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3b7931-4dd7-40db-81a5-3cecd20fe5e1 x-openstack-request-id: req-9f3b7931-4dd7-40db-81a5-3cecd20fe5e1 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:35:40.761686 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3", "tag": "1b7d5c23-5903-4ada-bbae-d0082028f2c4", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:35:40.761939 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f3b7931-4dd7-40db-81a5-3cecd20fe5e1 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:35:40.762334 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3b7931-4dd7-40db-81a5-3cecd20fe5e1'] response: {'name': 'network-changed', 'server_uuid': '2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3', 'tag': '1b7d5c23-5903-4ada-bbae-d0082028f2c4', 'status': 'completed', 'code': 200} Jun 29 12:35:40.795635 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-f395d75a-0f7a-462c-8461-f31a7e477c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:40.797516 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-f395d75a-0f7a-462c-8461-f31a7e477c3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f826993a33644995a3150d71cc40add7&device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 1131 time: 0.0487170 Jun 29 12:35:40.842480 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-37a0084d-54c2-441a-b62d-a570b7d22371 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=1b7d5c23-5903-4ada-bbae-d0082028f2c4 HTTP/1.1" status: 200 len: 217 time: 0.0382814 Jun 29 12:35:40.895090 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-0ab775c0-6b56-4f8d-ac02-32519ce185b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:40.896785 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-0ab775c0-6b56-4f8d-ac02-32519ce185b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c05a64cb-9a72-452c-98dc-fed230d4cdde HTTP/1.1" status: 200 len: 843 time: 0.0488684 Jun 29 12:35:40.939860 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-4394c562-8f64-4156-8e8b-e740d76bff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:40.941204 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-4394c562-8f64-4156-8e8b-e740d76bff64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b89040e1-8a65-408d-9840-fdea3ee5046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0378573 Jun 29 12:35:41.044758 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-ef681dc8-c3eb-4689-ae12-b84e4e87bca5 service neutron] 10.222.0.23 "GET /v2.0/networks/b89040e1-8a65-408d-9840-fdea3ee5046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960853 Jun 29 12:35:41.160888 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:41.169513 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3ccb51a0-e06f-47bd-b8e1-2bc3c7d0b70a req-0c4d1726-23e2-4cb4-8a3a-b457d285a582 service neutron] 10.222.0.23 "GET /v2.0/networks/b89040e1-8a65-408d-9840-fdea3ee5046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189470 Jun 29 12:35:41.178307 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f689f-9baa-415f-8b32-c55168be5aaf req-b64e64f6-1921-4d58-9de3-fb8d50dc3a8e tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:41.180010 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c33f689f-9baa-415f-8b32-c55168be5aaf req-b64e64f6-1921-4d58-9de3-fb8d50dc3a8e tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 947 time: 0.0666232 Jun 29 12:35:41.233201 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c33f689f-9baa-415f-8b32-c55168be5aaf req-2201c89d-6077-4156-a37b-0856a6e3cb0f tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Jun 29 12:35:41.404429 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 32780) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:41.409637 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-455e2d66-bd05-42ce-9544-eaadcdf823e0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021778811', 'description': 'tempest-description--1307030669'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:41.430974 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0217abf-5116-4e7e-a84c-d4b474d922b2 req-6da101c8-f751-42f9-896e-bc5d9779799e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:41.432555 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c0217abf-5116-4e7e-a84c-d4b474d922b2 req-6da101c8-f751-42f9-896e-bc5d9779799e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0524006 Jun 29 12:35:41.434682 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-455e2d66-bd05-42ce-9544-eaadcdf823e0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.464552 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:41.484234 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c0217abf-5116-4e7e-a84c-d4b474d922b2 req-dea94059-4aec-46b1-b6fe-83baef729388 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450830 Jun 29 12:35:41.518009 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-455e2d66-bd05-42ce-9544-eaadcdf823e0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group (f1680b73-e642-4151-9fbd-1193add84964), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.523042 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-455e2d66-bd05-42ce-9544-eaadcdf823e0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (f1680b73-e642-4151-9fbd-1193add84964), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.552832 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-455e2d66-bd05-42ce-9544-eaadcdf823e0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.554035 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-455e2d66-bd05-42ce-9544-eaadcdf823e0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1485717 Jun 29 12:35:41.557049 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 32784) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:41.557894 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e2d66-bd05-42ce-9544-eaadcdf823e0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1680b73-e642-4151-9fbd-1193add84964,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:41.561600 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-874e31b5-d084-4a00-b8e0-7ac689100824 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Request body: {'security_group_rule': {'security_group_id': 'f1680b73-e642-4151-9fbd-1193add84964', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:41.589585 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-874e31b5-d084-4a00-b8e0-7ac689100824 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group_rule (e7cf8611-ed68-4348-a837-80fc0b3a3406), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.647472 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-874e31b5-d084-4a00-b8e0-7ac689100824 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group_rule (e7cf8611-ed68-4348-a837-80fc0b3a3406), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.651051 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-874e31b5-d084-4a00-b8e0-7ac689100824 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (e7cf8611-ed68-4348-a837-80fc0b3a3406), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.665517 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e31b5-d084-4a00-b8e0-7ac689100824 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cf8611-ed68-4348-a837-80fc0b3a3406,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:41.681906 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-874e31b5-d084-4a00-b8e0-7ac689100824 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.683146 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-874e31b5-d084-4a00-b8e0-7ac689100824 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251042 Jun 29 12:35:41.685796 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 32788) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:41.691387 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-46011259-93b6-4cba-873b-5aea8cd60ef8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Request body: {'security_group_rule': {'security_group_id': 'f1680b73-e642-4151-9fbd-1193add84964', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:41.720201 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46011259-93b6-4cba-873b-5aea8cd60ef8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group_rule (f3e3d717-b444-49ae-85dc-bae37286bee8), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.721122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7cfda-9957-4fdb-b0eb-34da186a0080 req-b12323a6-15cb-4f4d-ab30-04ac91229a98 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:41.722704 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-32c7cfda-9957-4fdb-b0eb-34da186a0080 req-b12323a6-15cb-4f4d-ab30-04ac91229a98 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0526278 Jun 29 12:35:41.779423 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-32c7cfda-9957-4fdb-b0eb-34da186a0080 req-9064dc28-fe14-4947-aaa1-5fc307ec28ae tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483072 Jun 29 12:35:41.791475 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46011259-93b6-4cba-873b-5aea8cd60ef8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group_rule (f3e3d717-b444-49ae-85dc-bae37286bee8), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.795409 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46011259-93b6-4cba-873b-5aea8cd60ef8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (f3e3d717-b444-49ae-85dc-bae37286bee8), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.809409 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46011259-93b6-4cba-873b-5aea8cd60ef8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e3d717-b444-49ae-85dc-bae37286bee8,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:41.822859 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-46011259-93b6-4cba-873b-5aea8cd60ef8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.824026 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-46011259-93b6-4cba-873b-5aea8cd60ef8 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373279 Jun 29 12:35:41.827081 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 32790) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:35:41.832397 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:41.853882 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:41.942025 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:42.051326 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Allocated IP 172.27.1.64 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:42.165092 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-867e0036-5502-4aac-8a27-5d551c058afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:42.166634 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-867e0036-5502-4aac-8a27-5d551c058afd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f826993a33644995a3150d71cc40add7&device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 1131 time: 0.0489156 Jun 29 12:35:42.186347 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:42.190054 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for port (8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:42.207512 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:42.249333 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-2ea89a46-65e6-4e30-86ae-96bd257d4c5f tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134144518&fields=id&tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad HTTP/1.1" status: 200 len: 267 time: 0.0948067 Jun 29 12:35:42.280653 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:42.282372 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-174e28b6-42e9-4267-81aa-b55ea8721ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:42.284025 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-174e28b6-42e9-4267-81aa-b55ea8721ee2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b89040e1-8a65-408d-9840-fdea3ee5046b HTTP/1.1" status: 200 len: 870 time: 0.1106839 Jun 29 12:35:42.324035 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:35:42.332980 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-81095c55-ca7c-4ef9-83a7-0538003d0ec2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=1b7d5c23-5903-4ada-bbae-d0082028f2c4 HTTP/1.1" status: 200 len: 217 time: 0.0425432 Jun 29 12:35:42.366366 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:42.376185 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:42.384529 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:35:42.389779 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event updated for resources: {'Port': ['ID=8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:42.420720 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310ce86-8d9a-4d0e-961c-d127bd15a1d2 req-40d505b2-3ab7-421d-9ff9-ae2aa9c54643 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:42.422796 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7310ce86-8d9a-4d0e-961c-d127bd15a1d2 req-40d505b2-3ab7-421d-9ff9-ae2aa9c54643 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 947 time: 0.0997155 Jun 29 12:35:42.430281 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-a9c18603-7584-40f9-9a8f-4737eff4f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:42.431918 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-a9c18603-7584-40f9-9a8f-4737eff4f7ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c05a64cb-9a72-452c-98dc-fed230d4cdde HTTP/1.1" status: 200 len: 843 time: 0.0787253 Jun 29 12:35:42.446536 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-8297366f-3577-422e-af8f-014ec18f15fc tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:42.447994 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-8297366f-3577-422e-af8f-014ec18f15fc tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/networks?id=ca85be79-dcc1-4564-a978-271ecca83135 HTTP/1.1" status: 200 len: 808 time: 0.1902361 Jun 29 12:35:42.485809 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-38a014ba-ffde-4062-a7d8-566fc285b62a tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/quotas/aacced43dbbb4c2e98bdff0d3cc557ad HTTP/1.1" status: 200 len: 375 time: 0.0308826 Jun 29 12:35:42.506208 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-9a769a35-1809-46c8-b19f-1771172f4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:42.507801 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-9a769a35-1809-46c8-b19f-1771172f4293 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b89040e1-8a65-408d-9840-fdea3ee5046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0674036 Jun 29 12:35:42.512365 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7310ce86-8d9a-4d0e-961c-d127bd15a1d2 req-3c9e4587-baae-4ef0-b09c-9c8f04b54b01 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795848 Jun 29 12:35:42.536091 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for floatingip (0800368e-2f91-408b-9282-d8e23fe02001), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:42.613317 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:42.644988 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-6205778b-76f9-4e45-8611-706bb2626c3f tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1525223 Jun 29 12:35:42.655772 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aec3f1-a1e0-4a55-aca9-6a4721a813ab req-d00cf736-16a8-4b2c-8c09-41add51bb448 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:42.657287 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b9aec3f1-a1e0-4a55-aca9-6a4721a813ab req-d00cf736-16a8-4b2c-8c09-41add51bb448 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0665855 Jun 29 12:35:42.662905 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-b092b46a-3e3f-4dd3-ae45-1d659090caed service neutron] 10.222.0.23 "GET /v2.0/networks/b89040e1-8a65-408d-9840-fdea3ee5046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476040 Jun 29 12:35:42.726650 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:42.763799 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b9aec3f1-a1e0-4a55-aca9-6a4721a813ab req-db54cb88-105b-431c-8e09-837e38df697a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999415 Jun 29 12:35:42.790789 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a3ad71df-e892-4c6d-b825-60a7dbdbd646 req-40259557-24d0-412e-8959-66cae0f91d32 service neutron] 10.222.0.23 "GET /v2.0/networks/b89040e1-8a65-408d-9840-fdea3ee5046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202042 Jun 29 12:35:42.825515 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-6a11f035-8466-4b5e-9c39-3ab69e9bec61 service neutron] 10.222.0.52 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702306 Jun 29 12:35:42.908337 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a389a44-e5cc-4819-bac4-7e2c52b1e9af req-36ab6610-57ed-44ce-a72c-da9d667b5db2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:42.909866 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7a389a44-e5cc-4819-bac4-7e2c52b1e9af req-36ab6610-57ed-44ce-a72c-da9d667b5db2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0558336 Jun 29 12:35:42.939408 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for port (8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:42.948486 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:42.957999 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7a389a44-e5cc-4819-bac4-7e2c52b1e9af req-ef5f9a6c-2ad9-42a2-9575-378a78af0c81 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Jun 29 12:35:42.985669 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:43.003075 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8182cc2-47eb-4b7e-9468-575aaac84e49 service neutron] 10.222.0.52 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685715 Jun 29 12:35:43.039163 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event updated for resources: {'Port': ['ID=8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:43.061055 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (0800368e-2f91-408b-9282-d8e23fe02001), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:43.065239 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:43.078613 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:43.079860 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8590577a-9f84-4c14-a519-e59666b8fdb1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2517791 Jun 29 12:35:43.316032 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-0e981d07-3609-4395-aad5-867cf6cfe57d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2021778811&fields=id&tenant_id=8be6d4a4e2344e25b7661d69a9e222c8 HTTP/1.1" status: 200 len: 267 time: 0.0518985 Jun 29 12:35:43.334352 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:43.464524 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-0d9f084c-3ddd-42f3-bc38-2291d6d7be8d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:43.467146 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-0d9f084c-3ddd-42f3-bc38-2291d6d7be8d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 819 time: 0.1432576 Jun 29 12:35:43.487187 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ba2d4d91-7ef6-43cb-af48-21cd6845f6e2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/quotas/8be6d4a4e2344e25b7661d69a9e222c8 HTTP/1.1" status: 200 len: 375 time: 0.0142159 Jun 29 12:35:43.543829 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-1a6ec66b-dc29-40e6-9f71-53659604056f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541315 Jun 29 12:35:43.571906 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1c890e03-9310-4b04-88d6-562accdceeed req-b37c48b7-0f70-499a-ab6c-13e28676206d tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 210 time: 0.2715387 Jun 29 12:35:43.670458 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-69376aa5-7a40-44da-89f0-275bcec8f0ed service neutron] 10.222.0.52 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114044 Jun 29 12:35:43.726845 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869ef8a-2e11-4470-b249-53a7205cd1c1 req-29acab01-42fb-42e3-85f5-a4189ea2ce65 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:43.734991 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7869ef8a-2e11-4470-b249-53a7205cd1c1 req-29acab01-42fb-42e3-85f5-a4189ea2ce65 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 947 time: 0.0767558 Jun 29 12:35:43.799693 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7869ef8a-2e11-4470-b249-53a7205cd1c1 req-6a85ac00-69e7-4cb1-be89-feda371d99db tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633357 Jun 29 12:35:43.801812 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-fcbda438-04a5-4a9f-8b58-74d68b195ed2 service neutron] 10.222.0.52 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236637 Jun 29 12:35:43.920930 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d25568-c058-4b7e-afac-3fffc65a4a7c req-9fd8b73a-e1d6-46a9-99fd-f636fa66a56a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:43.923086 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-17d25568-c058-4b7e-afac-3fffc65a4a7c req-9fd8b73a-e1d6-46a9-99fd-f636fa66a56a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0564570 Jun 29 12:35:43.991027 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-17d25568-c058-4b7e-afac-3fffc65a4a7c req-375df3cd-4f2d-4e44-a65b-ed779661387e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558348 Jun 29 12:35:44.082732 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fcfa058c-b7cd-4d2c-bf97-fe4740540f3f req-9d1f299b-5fa3-4fa1-b128-4501fd997458 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 210 time: 0.0677562 Jun 29 12:35:44.138081 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02cf6-2e25-48cc-91d6-539bc58ba7cf req-486f1ab3-a5d0-4b7a-9ecf-554ebb2a3040 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:44.139438 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2c02cf6-2e25-48cc-91d6-539bc58ba7cf req-486f1ab3-a5d0-4b7a-9ecf-554ebb2a3040 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0722260 Jun 29 12:35:44.198964 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2c02cf6-2e25-48cc-91d6-539bc58ba7cf req-1aa6d8d7-a2e2-472f-aaaa-3468f129e5f2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521924 Jun 29 12:35:44.330112 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 1b7d5c23-5903-4ada-bbae-d0082028f2c4 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:35:44.346434 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:44.441518 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 1b7d5c23-5903-4ada-bbae-d0082028f2c4, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1b7d5c23-5903-4ada-bbae-d0082028f2c4,segment=NetworkSegment(2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2),segment_id=2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:44.454122 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '1b7d5c23-5903-4ada-bbae-d0082028f2c4', 'network_id': 'b89040e1-8a65-408d-9840-fdea3ee5046b', 'port_id': '1b7d5c23-5903-4ada-bbae-d0082028f2c4', 'mac_address': 'fa:16:3e:75:00:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05a64cb-9a72-452c-98dc-fed230d4cdde', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:35:44.497695 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:44.498090 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:44.514118 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7d5c23-5903-4ada-bbae-d0082028f2c4 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:35:44.541495 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 1b7d5c23-5903-4ada-bbae-d0082028f2c4, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1b7d5c23-5903-4ada-bbae-d0082028f2c4,segment=NetworkSegment(2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2),segment_id=2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:44.547991 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:44.551761 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-091e3b0d-1ece-4e7c-bbbf-a2e802102a3c tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:44.553208 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-091e3b0d-1ece-4e7c-bbbf-a2e802102a3c tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.23 "GET /v2.0/networks?id=ca85be79-dcc1-4564-a978-271ecca83135 HTTP/1.1" status: 200 len: 808 time: 0.1245899 Jun 29 12:35:44.608706 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=1b7d5c23-5903-4ada-bbae-d0082028f2c4,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:44.628469 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-361e328d-4cfa-4ca5-a884-76032c0b8cee tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad HTTP/1.1" status: 200 len: 380 time: 0.0646181 Jun 29 12:35:44.646965 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Request body: {'port': {'device_id': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'admin_state_up': True, 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'security_groups': ['41e906cb-6536-42eb-9ebd-08035f571f86']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:44.851969 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['1b7d5c23-5903-4ada-bbae-d0082028f2c4'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:35:44.941772 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b54c47-4219-494d-901e-136ef84f0bd9 req-446e8597-ecd3-44b0-a14e-af519640aa37 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:44.943448 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-28b54c47-4219-494d-901e-136ef84f0bd9 req-446e8597-ecd3-44b0-a14e-af519640aa37 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 948 time: 0.0580049 Jun 29 12:35:44.951460 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-099a271f-e394-42cc-9d50-8382571ad116 req-de372251-efe6-442c-8351-860f7560637f tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 210 time: 0.2806761 Jun 29 12:35:45.003379 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-28b54c47-4219-494d-901e-136ef84f0bd9 req-d277238d-1a25-4592-b0f6-7d3881c13842 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542834 Jun 29 12:35:45.064494 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Made reservation on behalf of aacced43dbbb4c2e98bdff0d3cc557ad for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:45.069529 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:45.131317 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:45.245720 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e9e2008b-c638-456b-860b-030299119ec8 req-75ee64de-0102-4797-b6d7-c52c7659ca4d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 210 time: 0.0790229 Jun 29 12:35:45.281343 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6017042-fb2b-48ef-b38b-0c2fc3071dfe req-afa7e268-9e02-43f2-b287-82b74b334694 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:45.287101 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c6017042-fb2b-48ef-b38b-0c2fc3071dfe req-afa7e268-9e02-43f2-b287-82b74b334694 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.2076769 Jun 29 12:35:45.358493 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-5059c5fe-7fd1-426d-8cb2-664daed93b48 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:45.360922 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-5059c5fe-7fd1-426d-8cb2-664daed93b48 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 819 time: 0.1908262 Jun 29 12:35:45.398293 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24c09e-2017-4d14-ae5e-a3e043c9ffe0 req-f7b2f138-70ec-4e3c-a710-8fcd315e1df8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:45.406075 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5e24c09e-2017-4d14-ae5e-a3e043c9ffe0 req-f7b2f138-70ec-4e3c-a710-8fcd315e1df8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0710447 Jun 29 12:35:45.434141 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:45.443226 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c6017042-fb2b-48ef-b38b-0c2fc3071dfe req-245022d7-b8ae-45a5-b821-b5eeccf61992 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455472 Jun 29 12:35:45.470964 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5e24c09e-2017-4d14-ae5e-a3e043c9ffe0 req-dbe8cec1-e218-4144-8bbd-122bf168134a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636787 Jun 29 12:35:45.473858 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Allocated IP 172.20.0.7 (ca85be79-dcc1-4564-a978-271ecca83135/8bc29a32-98e9-4d5a-9c55-e1a707d465cc/32283955-f720-4723-80b6-82d0fc44730d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:45.509014 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-089f549d-a8d9-489b-8b77-c2063b0249c1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be6d4a4e2344e25b7661d69a9e222c8 HTTP/1.1" status: 200 len: 380 time: 0.1117499 Jun 29 12:35:45.609808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Request body: {'port': {'device_id': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'admin_state_up': True, 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'security_groups': ['f1680b73-e642-4151-9fbd-1193add84964']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:45.630687 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48126fbc-c87d-4443-bb8c-7331b907c34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:45.721014 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for port (32283955-f720-4723-80b6-82d0fc44730d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:45.781824 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Made reservation on behalf of 8be6d4a4e2344e25b7661d69a9e222c8 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:45.785440 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:45.795235 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (32283955-f720-4723-80b6-82d0fc44730d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:45.851195 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Network ca85be79-dcc1-4564-a978-271ecca83135 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:45.857099 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:45.888920 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:35:45.926259 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event updated for resources: {'Port': ['ID=32283955-f720-4723-80b6-82d0fc44730d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:45.983647 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:45.994612 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:45.995261 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:46.022861 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-c8fcbac3-eab3-41fe-a8e1-2592b4a53b33 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3890963 Jun 29 12:35:46.029657 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Allocated IP 172.20.0.10 (07f547a4-09fa-4dfc-8b3c-2afd951b9459/7508777d-25b0-449d-a269-feeb663114b5/e0d184c2-5cac-4f0e-a86b-473ab610d153) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:46.040015 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Request body: {'port': {'device_id': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:46.128819 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2f2d1-7bbd-4475-b3ae-99c8dce4aebc req-d6856536-ef8a-4a39-9d3c-ed7c42051462 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:46.130248 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-95a2f2d1-7bbd-4475-b3ae-99c8dce4aebc req-d6856536-ef8a-4a39-9d3c-ed7c42051462 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 931 time: 0.0980959 Jun 29 12:35:46.140269 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-6fcc9364-575c-4637-8528-e400b6388109 None None] Provisioning complete for port 32283955-f720-4723-80b6-82d0fc44730d triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:46.141551 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fcc9364-575c-4637-8528-e400b6388109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (32283955-f720-4723-80b6-82d0fc44730d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:46.147022 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad068d6f-fd69-4af5-a862-2d4c35e9d610 req-80daa779-a0e8-4db4-bc0c-7508976e45da tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:46.148695 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ad068d6f-fd69-4af5-a862-2d4c35e9d610 req-80daa779-a0e8-4db4-bc0c-7508976e45da tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 948 time: 0.0596967 Jun 29 12:35:46.191198 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6fcc9364-575c-4637-8528-e400b6388109 None None] Port 32283955-f720-4723-80b6-82d0fc44730d cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:35:46.203983 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (32283955-f720-4723-80b6-82d0fc44730d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:46.213107 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ad068d6f-fd69-4af5-a862-2d4c35e9d610 req-163aaf2d-4bc9-4a43-ae24-32f385600274 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578270 Jun 29 12:35:46.242731 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:46.311760 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-95a2f2d1-7bbd-4475-b3ae-99c8dce4aebc req-dbc31d29-b099-460e-a125-cc1351512c94 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718352 Jun 29 12:35:46.350794 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8e2af4c9-1840-4bc2-85de-e14eebdbb36c req-f980370e-e928-46b2-9ce5-e53160e71122 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 210 time: 0.0289128 Jun 29 12:35:46.352649 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 1b7d5c23-5903-4ada-bbae-d0082028f2c4 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:46.429264 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:46.536447 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:46.540811 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:35:46.554631 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:46.555974 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:46.638666 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:46.649471 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203e14-475e-42a7-9a54-5fe1ebd975d7 req-ff00a6bd-0519-48ee-a6f6-050c3116208c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:46.651359 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e8203e14-475e-42a7-9a54-5fe1ebd975d7 req-ff00a6bd-0519-48ee-a6f6-050c3116208c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0843124 Jun 29 12:35:46.652523 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:46.652985 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:46.654068 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:46.659357 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event updated for resources: {'Port': ['ID=e0d184c2-5cac-4f0e-a86b-473ab610d153,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:46.664911 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:35:46.697886 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d5c23-5903-4ada-bbae-d0082028f2c4'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:35:46.699767 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa89a9-31e3-404e-bade-f6eaaeaed57d req-a69ea26c-4d30-4acb-a2c3-7f6318644ccb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:46.700735 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cb9d94-3886-48f4-ae44-f837639c88d4" -d '{"events": [{"server_uuid": "2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3", "name": "network-vif-plugged", "status": "completed", "tag": "1b7d5c23-5903-4ada-bbae-d0082028f2c4"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:35:46.701247 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-96aa89a9-31e3-404e-bade-f6eaaeaed57d req-a69ea26c-4d30-4acb-a2c3-7f6318644ccb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.1455307 Jun 29 12:35:46.708796 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 1b7d5c23-5903-4ada-bbae-d0082028f2c4, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1b7d5c23-5903-4ada-bbae-d0082028f2c4,segment=NetworkSegment(2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2),segment_id=2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:46.716628 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:46.718149 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:46.725572 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:46.740037 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e8203e14-475e-42a7-9a54-5fe1ebd975d7 req-9e0289c0-fb1d-46e2-9b1d-2794348b6163 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735915 Jun 29 12:35:46.787170 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:46.787824 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:46.796059 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94425a49-9552-407c-acff-b7228cf37dec x-openstack-request-id: req-94425a49-9552-407c-acff-b7228cf37dec {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:35:46.796355 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3", "name": "network-vif-plugged", "status": "completed", "tag": "1b7d5c23-5903-4ada-bbae-d0082028f2c4", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:35:46.797332 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94425a49-9552-407c-acff-b7228cf37dec {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:35:46.797990 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94425a49-9552-407c-acff-b7228cf37dec'] response: {'server_uuid': '2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d5c23-5903-4ada-bbae-d0082028f2c4', 'code': 200} Jun 29 12:35:46.803935 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=1b7d5c23-5903-4ada-bbae-d0082028f2c4,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:46.811800 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32283955-f720-4723-80b6-82d0fc44730d {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:35:46.832830 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Publish callbacks [] for port (32283955-f720-4723-80b6-82d0fc44730d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:46.842044 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-ad9f8698-041e-44f7-89e8-3d022c191d39 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2360165 Jun 29 12:35:46.862996 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Request body: {'port': {'device_id': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:35:46.902861 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-96aa89a9-31e3-404e-bade-f6eaaeaed57d req-8a49ba68-5de9-445c-93f2-ad20ed436a32 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920533 Jun 29 12:35:46.903966 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Transition to ACTIVE for port object 32283955-f720-4723-80b6-82d0fc44730d will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:35:46.914594 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (32283955-f720-4723-80b6-82d0fc44730d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:47.000145 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:47.003373 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Pushing event updated for resources: {'Port': ['ID=32283955-f720-4723-80b6-82d0fc44730d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:47.037277 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-b49f6e63-748d-4e04-a042-78c288b16737 None None] Provisioning complete for port e0d184c2-5cac-4f0e-a86b-473ab610d153 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:47.037655 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b49f6e63-748d-4e04-a042-78c288b16737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:47.081195 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6364e94-8f0d-428a-b805-4609ed605a91 req-9bf6ceea-4c5a-4d35-bbce-f5eb4679c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:47.082955 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c6364e94-8f0d-428a-b805-4609ed605a91 req-9bf6ceea-4c5a-4d35-bbce-f5eb4679c7c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 1133 time: 0.0984178 Jun 29 12:35:47.094580 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b49f6e63-748d-4e04-a042-78c288b16737 None None] Port e0d184c2-5cac-4f0e-a86b-473ab610d153 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:35:47.146444 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:47.174524 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c6364e94-8f0d-428a-b805-4609ed605a91 req-a84a391e-9bda-4dad-9eef-09f9a5e433f2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841491 Jun 29 12:35:47.278327 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Attempting to bind port 32283955-f720-4723-80b6-82d0fc44730d on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:35:47.278709 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Attempting to bind port 32283955-f720-4723-80b6-82d0fc44730d by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:35:47.279044 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Attempting to bind port 32283955-f720-4723-80b6-82d0fc44730d on network ca85be79-dcc1-4564-a978-271ecca83135 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:47.296108 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Port 32283955-f720-4723-80b6-82d0fc44730d on network ca85be79-dcc1-4564-a978-271ecca83135 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:35:47.296363 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Attempting to bind port 32283955-f720-4723-80b6-82d0fc44730d on network ca85be79-dcc1-4564-a978-271ecca83135 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:47.307876 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:47.322142 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6422ec-e32a-4ab5-8fd6-2f7f30fc70c2 req-6ddfbe45-9e6a-42af-9a7f-923d4452fb4a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:47.323717 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0b6422ec-e32a-4ab5-8fd6-2f7f30fc70c2 req-6ddfbe45-9e6a-42af-9a7f-923d4452fb4a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.1130095 Jun 29 12:35:47.327105 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:35:47.327450 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Checking segment: {'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:47.327842 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Bound using segment: {'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:35:47.328964 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Bound port: 32283955-f720-4723-80b6-82d0fc44730d, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b1b092-81a9-463a-9a2a-bc58641791e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:35:47.329370 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (32283955-f720-4723-80b6-82d0fc44730d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:47.358381 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9271b32-ed0e-4f65-b4a8-112188f274e6 req-2cb183fc-d730-4fd8-afa2-98a28333b35f tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:47.359967 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c9271b32-ed0e-4f65-b4a8-112188f274e6 req-2cb183fc-d730-4fd8-afa2-98a28333b35f tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 949 time: 0.0563116 Jun 29 12:35:47.442946 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c9271b32-ed0e-4f65-b4a8-112188f274e6 req-bf860bd5-15e2-49b1-9f14-7db995c8ed62 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767591 Jun 29 12:35:47.446001 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-cba51b23-ed84-4a8f-a6c3-569307f5252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:47.447459 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-cba51b23-ed84-4a8f-a6c3-569307f5252d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 1130 time: 0.0525150 Jun 29 12:35:47.505835 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0b6422ec-e32a-4ab5-8fd6-2f7f30fc70c2 req-be416b4e-b502-435a-a95d-c02a0a9a54ad tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711984 Jun 29 12:35:47.514070 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] For port 32283955-f720-4723-80b6-82d0fc44730d, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:47.518524 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] For port 32283955-f720-4723-80b6-82d0fc44730d, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32283955-f720-4723-80b6-82d0fc44730d,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:47.527904 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (32283955-f720-4723-80b6-82d0fc44730d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:47.567714 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:47.592488 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:47.593395 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:47.595058 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] 10.222.0.23 "PUT /v2.0/ports/32283955-f720-4723-80b6-82d0fc44730d HTTP/1.1" status: 200 len: 1093 time: 1.5590906 Jun 29 12:35:47.597860 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:47.600198 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'tag': '32283955-f720-4723-80b6-82d0fc44730d'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:35:47.602648 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c241f6b3-7075-4d3a-8bba-e8a8fc9aca79" -d '{"events": [{"name": "network-changed", "server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "tag": "32283955-f720-4723-80b6-82d0fc44730d"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:35:47.622319 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7a44d-5686-4e30-9467-d92403a1a9ca req-2783544f-958d-414f-af3a-c3db9c5a3f7e tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:47.624151 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7ce7a44d-5686-4e30-9467-d92403a1a9ca req-2783544f-958d-414f-af3a-c3db9c5a3f7e tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0714996 Jun 29 12:35:47.627962 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-1da1408c-142d-4e8a-aff9-24c7a252e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:47.629702 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-1da1408c-142d-4e8a-aff9-24c7a252e6ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 200 len: 912 time: 0.1750760 Jun 29 12:35:47.686875 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a99d7-3664-48a0-8bc6-a79fb84e74de service neutron] Pushing event updated for resources: {'Port': ['ID=32283955-f720-4723-80b6-82d0fc44730d,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:47.695102 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d184c2-5cac-4f0e-a86b-473ab610d153 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:35:47.698080 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7ce7a44d-5686-4e30-9467-d92403a1a9ca req-3cf2f8ea-af78-4798-9d2a-f85d9c2bd3d5 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658925 Jun 29 12:35:47.706388 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d9c25-2439-4529-8097-17f03b21317c req-cec847f0-9abd-40a9-af01-ee331c93f5d3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:47.707951 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-385d9c25-2439-4529-8097-17f03b21317c req-cec847f0-9abd-40a9-af01-ee331c93f5d3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 932 time: 0.1379421 Jun 29 12:35:47.712993 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Publish callbacks [] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:47.720881 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:47.738089 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Transition to ACTIVE for port object e0d184c2-5cac-4f0e-a86b-473ab610d153 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:35:47.749152 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:47.758857 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28e39d4-7b7a-42ef-b675-31ebeb995053 x-openstack-request-id: req-b28e39d4-7b7a-42ef-b675-31ebeb995053 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:35:47.759133 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "tag": "32283955-f720-4723-80b6-82d0fc44730d", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:35:47.759407 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b28e39d4-7b7a-42ef-b675-31ebeb995053 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:35:47.759780 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28e39d4-7b7a-42ef-b675-31ebeb995053'] response: {'name': 'network-changed', 'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'tag': '32283955-f720-4723-80b6-82d0fc44730d', 'status': 'completed', 'code': 200} Jun 29 12:35:47.841685 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-385d9c25-2439-4529-8097-17f03b21317c req-5830a9dd-a675-49b5-a684-e934c5600dc5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168013 Jun 29 12:35:47.847343 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d184c2-5cac-4f0e-a86b-473ab610d153,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:47.902293 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b46bdb-df80-4222-90a8-4a40822d56a2 req-a0c1bb6e-4f54-43bf-bf0e-0cf985098bb1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:47.904030 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-65b46bdb-df80-4222-90a8-4a40822d56a2 req-a0c1bb6e-4f54-43bf-bf0e-0cf985098bb1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0846908 Jun 29 12:35:47.959037 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Attempting to bind port e0d184c2-5cac-4f0e-a86b-473ab610d153 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:35:47.959486 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Attempting to bind port e0d184c2-5cac-4f0e-a86b-473ab610d153 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:35:47.959831 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Attempting to bind port e0d184c2-5cac-4f0e-a86b-473ab610d153 on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:47.978186 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Port e0d184c2-5cac-4f0e-a86b-473ab610d153 on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:35:47.978626 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Attempting to bind port e0d184c2-5cac-4f0e-a86b-473ab610d153 on network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:35:47.998707 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab2145c5-1608-4ffc-bbc0-02e6b1a31f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:48.007229 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:35:48.007493 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Checking segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:35:48.007859 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Bound using segment: {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:35:48.008308 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Bound port: e0d184c2-5cac-4f0e-a86b-473ab610d153, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0193cafb-542b-4968-88c0-369c0a6e968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:35:48.008671 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:48.025509 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241f6b3-7075-4d3a-8bba-e8a8fc9aca79 req-a66835c0-56c2-42b0-bf27-5b4d359c1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:48.027086 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c241f6b3-7075-4d3a-8bba-e8a8fc9aca79 req-a66835c0-56c2-42b0-bf27-5b4d359c1bf6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad&device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 1127 time: 0.0704541 Jun 29 12:35:48.059810 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-65b46bdb-df80-4222-90a8-4a40822d56a2 req-c9f78971-6833-4f9d-b228-11b75ee87274 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499360 Jun 29 12:35:48.061996 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-5dd84472-5d82-4952-8749-2e474c0d5d39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f89cd0-bfe6-4930-8b3e-f58f898ca571 HTTP/1.1" status: 200 len: 1001 time: 0.1366372 Jun 29 12:35:48.117680 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-17755141-9273-4656-80a1-418f05f7501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:48.119253 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-17755141-9273-4656-80a1-418f05f7501e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a766576-ad0b-4d70-8d01-cc847aa178ce HTTP/1.1" status: 200 len: 850 time: 0.0494895 Jun 29 12:35:48.119688 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:48.175160 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-d9292c1e-650e-4736-ac7e-3a295fab509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:48.176771 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-d9292c1e-650e-4736-ac7e-3a295fab509e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b5a74d9-0a05-4165-ad79-54d13b50c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460680 Jun 29 12:35:48.178066 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] For port e0d184c2-5cac-4f0e-a86b-473ab610d153, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:48.180616 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241f6b3-7075-4d3a-8bba-e8a8fc9aca79 req-8c3b7333-4a62-40bf-91f1-2078e9497cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:48.182076 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c241f6b3-7075-4d3a-8bba-e8a8fc9aca79 req-8c3b7333-4a62-40bf-91f1-2078e9497cb1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1304457 Jun 29 12:35:48.183936 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] For port e0d184c2-5cac-4f0e-a86b-473ab610d153, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:48.189649 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:48.252142 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:48.252771 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:48.254158 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] 10.222.0.23 "PUT /v2.0/ports/e0d184c2-5cac-4f0e-a86b-473ab610d153 HTTP/1.1" status: 200 len: 1094 time: 1.3991039 Jun 29 12:35:48.305417 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-b5236645-e477-4bb5-8a12-7cca6466c70f service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997238 Jun 29 12:35:48.573304 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad3877-5731-488d-b5b2-15d510687e31 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d184c2-5cac-4f0e-a86b-473ab610d153,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:48.622993 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595608d-7616-4492-8340-b03b9c0a279c req-5752b08f-dee3-4f9d-8e9b-c8cf01f32183 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:48.624470 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f595608d-7616-4492-8340-b03b9c0a279c req-5752b08f-dee3-4f9d-8e9b-c8cf01f32183 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 949 time: 0.0630481 Jun 29 12:35:48.638770 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0430b-920d-49fd-9091-736559259c60 req-983dd637-bcbb-4149-a0c2-2167815c9dfb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:48.640241 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0fb0430b-920d-49fd-9091-736559259c60 req-983dd637-bcbb-4149-a0c2-2167815c9dfb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0586412 Jun 29 12:35:48.641748 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241f6b3-7075-4d3a-8bba-e8a8fc9aca79 req-a48b6116-6fd8-4e39-a2fe-d598f1a2a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:48.643186 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c241f6b3-7075-4d3a-8bba-e8a8fc9aca79 req-a48b6116-6fd8-4e39-a2fe-d598f1a2a552 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4278789 Jun 29 12:35:48.681475 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f595608d-7616-4492-8340-b03b9c0a279c req-fe18171e-4938-4462-bf6a-12855f3c89d6 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489318 Jun 29 12:35:48.700542 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0fb0430b-920d-49fd-9091-736559259c60 req-0899d2ae-cd78-4a3f-8f44-52ccb1edfe70 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533323 Jun 29 12:35:48.819269 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c9ec8-7cf2-4635-8151-60f64f94267d req-b04c95ab-6196-490e-869c-a7bf3859b566 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:48.820729 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8e5c9ec8-7cf2-4635-8151-60f64f94267d req-b04c95ab-6196-490e-869c-a7bf3859b566 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0494494 Jun 29 12:35:48.878408 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8e5c9ec8-7cf2-4635-8151-60f64f94267d req-04677f4c-d5a7-4465-a70e-7f10914688fb tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504906 Jun 29 12:35:49.004393 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-c58f250a-0b59-4e4f-8ed5-5b1618fd5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:49.005907 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-c58f250a-0b59-4e4f-8ed5-5b1618fd5e25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 1128 time: 0.1008344 Jun 29 12:35:49.012017 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-67ee1468-a759-4d0c-93fc-d6bd8cbb1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:49.013687 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-67ee1468-a759-4d0c-93fc-d6bd8cbb1070 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad&device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 1127 time: 0.0659139 Jun 29 12:35:49.025640 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-a95ffe87-c26e-4180-94d9-994e4b81de91 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384377 Jun 29 12:35:49.032328 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbece7-b574-46ef-b1d4-a42fba9a89cc req-324505e9-732a-4e44-a268-6129e3415e94 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:49.033735 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e6dbece7-b574-46ef-b1d4-a42fba9a89cc req-324505e9-732a-4e44-a268-6129e3415e94 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 944 time: 0.0637267 Jun 29 12:35:49.085156 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:49.091707 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e6dbece7-b574-46ef-b1d4-a42fba9a89cc req-3aaec0ca-ad43-43ea-b838-d394f27f8ba3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510731 Jun 29 12:35:49.102804 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-9900aaf1-22c0-4d25-813b-f252827db2ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153 HTTP/1.1" status: 200 len: 217 time: 0.0796976 Jun 29 12:35:49.104161 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-155cd861-f625-4dcf-8c78-956853c2ab12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32283955-f720-4723-80b6-82d0fc44730d HTTP/1.1" status: 200 len: 217 time: 0.0751336 Jun 29 12:35:49.186719 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa14109-fc8f-431e-9603-dc1e66749f2a req-4c63fc72-c7a2-411a-8983-74dd9fabfb75 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:49.188302 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-dfa14109-fc8f-431e-9603-dc1e66749f2a req-4c63fc72-c7a2-411a-8983-74dd9fabfb75 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0462260 Jun 29 12:35:49.221618 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:49.236572 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-dfa14109-fc8f-431e-9603-dc1e66749f2a req-e8780741-8e6e-4eb1-89e5-4d9e49e16917 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Jun 29 12:35:49.381931 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-cc612994-5b3c-4b1f-a164-9f0548acd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:49.383469 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-cc612994-5b3c-4b1f-a164-9f0548acd6c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8bc29a32-98e9-4d5a-9c55-e1a707d465cc HTTP/1.1" status: 200 len: 847 time: 0.0834537 Jun 29 12:35:49.385141 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-1a9921b8-3a89-48ed-b8e3-1b9875e40cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:49.386507 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-1a9921b8-3a89-48ed-b8e3-1b9875e40cea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.0789139 Jun 29 12:35:49.522126 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-1d5aa4e7-8eba-4895-b360-fd6e94f0fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:49.523631 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-1d5aa4e7-8eba-4895-b360-fd6e94f0fd8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca85be79-dcc1-4564-a978-271ecca83135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0726106 Jun 29 12:35:49.524690 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-7487f0f8-4993-4d68-9dc1-bc157f130efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:49.525956 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-7487f0f8-4993-4d68-9dc1-bc157f130efa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0738053 Jun 29 12:35:49.691354 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-2a764431-a155-4c3e-ad56-563f2e328a3a service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561186 Jun 29 12:35:49.693006 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-66a41103-7893-4e24-994d-0fb99124d572 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568182 Jun 29 12:35:49.760749 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:35:49.763322 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185" -d '{"events": [{"name": "network-changed", "server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:35:49.803531 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0461ada-79df-4587-9a15-345b6ab7daad req-0d8414cb-bae0-42f4-a757-e6737f423790 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:49.804929 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d0461ada-79df-4587-9a15-345b6ab7daad req-0d8414cb-bae0-42f4-a757-e6737f423790 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 949 time: 0.0552316 Jun 29 12:35:49.818197 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c814-6b20-43c2-8aed-7607b97c59fc req-586195d8-6419-432d-bf98-109ba6538d5a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:49.819723 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-44e4c814-6b20-43c2-8aed-7607b97c59fc req-586195d8-6419-432d-bf98-109ba6538d5a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0487051 Jun 29 12:35:49.845654 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:49.858837 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d0461ada-79df-4587-9a15-345b6ab7daad req-d3868782-aace-447d-949c-a89b9b80ae44 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482497 Jun 29 12:35:49.872866 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-44e4c814-6b20-43c2-8aed-7607b97c59fc req-13228f1d-96fb-4327-9669-a1ef43675245 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476961 Jun 29 12:35:49.905077 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af71d36-6a17-4c11-a8af-1a851c569d37 x-openstack-request-id: req-0af71d36-6a17-4c11-a8af-1a851c569d37 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:35:49.905363 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:35:49.905614 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0af71d36-6a17-4c11-a8af-1a851c569d37 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:35:49.906809 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af71d36-6a17-4c11-a8af-1a851c569d37'] response: {'name': 'network-changed', 'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'status': 'completed', 'code': 200} Jun 29 12:35:50.001097 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbafbf6-4663-4e52-83bd-e8e56361c95e req-c79c0acc-b31c-40b7-951e-e0b8ba5f0f94 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:50.002645 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfbafbf6-4663-4e52-83bd-e8e56361c95e req-c79c0acc-b31c-40b7-951e-e0b8ba5f0f94 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0511081 Jun 29 12:35:50.060223 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cfbafbf6-4663-4e52-83bd-e8e56361c95e req-f43fc435-4dd8-40bf-84e0-6ce61e4b042b tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512195 Jun 29 12:35:50.155883 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09feda-2e9a-4c23-9f99-fe389f3b8619 req-97152f7e-1388-4817-ae44-fa961547d3fb tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:50.158043 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6f09feda-2e9a-4c23-9f99-fe389f3b8619 req-97152f7e-1388-4817-ae44-fa961547d3fb tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 949 time: 0.0545602 Jun 29 12:35:50.205729 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6f09feda-2e9a-4c23-9f99-fe389f3b8619 req-e89b8757-4d8f-453e-9b3d-c3ed618d21d1 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422432 Jun 29 12:35:50.214236 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfb36-4961-4752-8667-c0e7eb08f057 req-d05bb790-1213-41a8-a6f9-8f0945a025bb tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:50.215873 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-462bfb36-4961-4752-8667-c0e7eb08f057 req-d05bb790-1213-41a8-a6f9-8f0945a025bb tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 944 time: 0.0510969 Jun 29 12:35:50.259417 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:50.278870 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-462bfb36-4961-4752-8667-c0e7eb08f057 req-546905b3-01cb-4b70-8a90-5bbe14a92fac tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517640 Jun 29 12:35:50.424423 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124668f-14b2-4b00-a87c-682a61f7ebbd req-5d928689-1205-47fc-a6fd-e4007e0eaefb tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:50.425862 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8124668f-14b2-4b00-a87c-682a61f7ebbd req-5d928689-1205-47fc-a6fd-e4007e0eaefb tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0819411 Jun 29 12:35:50.429668 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eee3b2e-a780-49fd-a442-2006275a52e1 req-ad4c9736-b2e3-4be0-b90e-8c6d297d575b service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091324 Jun 29 12:35:50.433101 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-29d79a51-bb52-4c1f-abd4-241d0ed9d249 req-00879e10-e42b-4ce1-9113-9f0851023847 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114198 Jun 29 12:35:50.442401 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:50.483997 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8124668f-14b2-4b00-a87c-682a61f7ebbd req-dbab705e-da27-41b7-94dd-5beed3456ee7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439780 Jun 29 12:35:50.989485 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6824083-b83c-4c6a-8933-145a19ca19ae req-e272537f-776d-464d-b520-cdced6b4acf4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:50.990305 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:50.991309 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6824083-b83c-4c6a-8933-145a19ca19ae req-e272537f-776d-464d-b520-cdced6b4acf4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0488029 Jun 29 12:35:50.991432 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:51.023913 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:51.038920 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6824083-b83c-4c6a-8933-145a19ca19ae req-c6c8c482-a4ed-4475-9379-e03e2a0fde72 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421023 Jun 29 12:35:51.172809 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8da731-69f6-41df-89b2-724506aef2c5 req-c7253700-6421-4089-9e56-6d9387dc2356 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:51.174150 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bf8da731-69f6-41df-89b2-724506aef2c5 req-c7253700-6421-4089-9e56-6d9387dc2356 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0467594 Jun 29 12:35:51.194123 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:51.223596 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bf8da731-69f6-41df-89b2-724506aef2c5 req-50791433-4d45-47af-879c-1556dd7ef5e8 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436974 Jun 29 12:35:51.335397 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733b8ae-a546-48e5-9e13-29cc3aa1459d req-752c02ed-3c96-4c89-ae51-e85efcd00ab6 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:51.336893 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e733b8ae-a546-48e5-9e13-29cc3aa1459d req-752c02ed-3c96-4c89-ae51-e85efcd00ab6 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 949 time: 0.0475361 Jun 29 12:35:51.387131 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e733b8ae-a546-48e5-9e13-29cc3aa1459d req-bf0c6da5-188e-4ce2-a568-f0adb6073fc3 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Jun 29 12:35:51.397079 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b2e3d-5923-4ff4-8882-fc1b2919f226 req-c4ec7df9-a88a-48bc-81c1-59ab3f333b2f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:51.399129 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e56b2e3d-5923-4ff4-8882-fc1b2919f226 req-c4ec7df9-a88a-48bc-81c1-59ab3f333b2f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 944 time: 0.0479102 Jun 29 12:35:51.445591 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e56b2e3d-5923-4ff4-8882-fc1b2919f226 req-aac957b1-c089-478e-97ef-5c7a59c19101 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Jun 29 12:35:51.611143 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56350b-3ad1-4690-a7a7-e18367c24542 req-9441bbd0-8abe-4fa8-ba95-df61b47a66e3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:51.612594 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ba56350b-3ad1-4690-a7a7-e18367c24542 req-9441bbd0-8abe-4fa8-ba95-df61b47a66e3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0539289 Jun 29 12:35:51.659710 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ba56350b-3ad1-4690-a7a7-e18367c24542 req-4b888f18-7069-446b-8042-82438da0f061 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Jun 29 12:35:52.319385 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:52.338338 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcbf4a-830c-4b03-9f3e-8e28fd8c44d3 req-745485b1-eca1-4554-add5-db3ca447dbcc tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:52.339827 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4ebcbf4a-830c-4b03-9f3e-8e28fd8c44d3 req-745485b1-eca1-4554-add5-db3ca447dbcc tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0501273 Jun 29 12:35:52.389329 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4ebcbf4a-830c-4b03-9f3e-8e28fd8c44d3 req-abc10db7-b121-42f8-9ffb-f939167d3d55 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433381 Jun 29 12:35:52.499626 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df22b3-fc25-4692-abdd-66e3fa2b9742 req-95428a75-60fe-40d7-83a3-6ba97cbbeac0 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:52.501726 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-38df22b3-fc25-4692-abdd-66e3fa2b9742 req-95428a75-60fe-40d7-83a3-6ba97cbbeac0 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 949 time: 0.0473974 Jun 29 12:35:52.550150 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-38df22b3-fc25-4692-abdd-66e3fa2b9742 req-b6ef2e71-7d12-466d-8b4c-6ebd870cd222 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Jun 29 12:35:52.557859 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04605d40-8764-4c6e-8cef-578e9e47be24 req-ec0cd82a-00d0-41ff-8889-e39d10351f11 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:52.559350 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-04605d40-8764-4c6e-8cef-578e9e47be24 req-ec0cd82a-00d0-41ff-8889-e39d10351f11 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 944 time: 0.0467603 Jun 29 12:35:52.608687 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-04605d40-8764-4c6e-8cef-578e9e47be24 req-0cc0ce31-fa5d-455e-883c-a94283e20b24 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 Jun 29 12:35:52.775575 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22218d05-7431-41f1-be41-9db480d4f007 req-40fa7a9f-bc2b-4e15-80f5-905cbaf01e62 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:52.777362 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-22218d05-7431-41f1-be41-9db480d4f007 req-40fa7a9f-bc2b-4e15-80f5-905cbaf01e62 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0479765 Jun 29 12:35:52.827391 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-22218d05-7431-41f1-be41-9db480d4f007 req-c9b42eb2-841a-4e78-9d45-39594adff653 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439126 Jun 29 12:35:53.114175 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-4d57d9aa-5b3b-4689-84bc-ff6dd23783da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:53.115845 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-4d57d9aa-5b3b-4689-84bc-ff6dd23783da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 1128 time: 0.0707307 Jun 29 12:35:53.121997 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93414eb5-0118-4da1-806c-32c2def428d0 req-76a3282d-04e9-42b7-b386-6e310c53241a tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:53.123311 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-93414eb5-0118-4da1-806c-32c2def428d0 req-76a3282d-04e9-42b7-b386-6e310c53241a tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 949 time: 0.0701232 Jun 29 12:35:53.266812 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-93414eb5-0118-4da1-806c-32c2def428d0 req-8115c75c-64de-4083-b751-9ab56a0bc4ef tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Deleting port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:35:53.267149 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-93414eb5-0118-4da1-806c-32c2def428d0 req-8115c75c-64de-4083-b751-9ab56a0bc4ef tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:53.289593 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-c9dd868f-d897-484c-b985-17de8e1683b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:53.291092 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-c9dd868f-d897-484c-b985-17de8e1683b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.1669145 Jun 29 12:35:53.364739 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-48dcc57a-06fe-45f6-aba4-7f47c19af674 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153 HTTP/1.1" status: 200 len: 217 time: 0.0617089 Jun 29 12:35:53.368985 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:53.431580 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-93414eb5-0118-4da1-806c-32c2def428d0 req-8115c75c-64de-4083-b751-9ab56a0bc4ef tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] For port 1b7d5c23-5903-4ada-bbae-d0082028f2c4, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1b7d5c23-5903-4ada-bbae-d0082028f2c4,segment=NetworkSegment(2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2),segment_id=2fd000d2-b666-4c5f-a9c1-5f9ee3a35dd2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:53.431946 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-93414eb5-0118-4da1-806c-32c2def428d0 req-8115c75c-64de-4083-b751-9ab56a0bc4ef tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:53.447881 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-db793579-a901-4fd3-8d73-8f580dfa0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:53.449305 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-db793579-a901-4fd3-8d73-8f580dfa0c51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.0754135 Jun 29 12:35:53.450332 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-93414eb5-0118-4da1-806c-32c2def428d0 req-8115c75c-64de-4083-b751-9ab56a0bc4ef tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Calling delete_port for 1b7d5c23-5903-4ada-bbae-d0082028f2c4 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:35:53.537064 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd7379-194b-4927-bca8-0c108f21242c req-74684e39-aefa-4084-9e26-0217e16bbfaf tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:53.538621 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-82fd7379-194b-4927-bca8-0c108f21242c req-74684e39-aefa-4084-9e26-0217e16bbfaf tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0797958 Jun 29 12:35:53.586055 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:53.614063 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-82fd7379-194b-4927-bca8-0c108f21242c req-3d9848eb-00ff-45ef-bc9f-4982f67716ab tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672238 Jun 29 12:35:53.688833 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-84a158a6-3435-4815-bd3f-3a9a34740a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:53.690356 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-84a158a6-3435-4815-bd3f-3a9a34740a28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577543 Jun 29 12:35:53.690990 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36e787-b172-47ef-a4b4-e59e0d615ffe req-641c9f45-c5c6-42dd-bd3b-be6f6c10ed13 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:53.695105 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ac36e787-b172-47ef-a4b4-e59e0d615ffe req-641c9f45-c5c6-42dd-bd3b-be6f6c10ed13 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3 HTTP/1.1" status: 200 len: 949 time: 0.0624609 Jun 29 12:35:53.712871 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-93414eb5-0118-4da1-806c-32c2def428d0 req-8115c75c-64de-4083-b751-9ab56a0bc4ef tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (1b7d5c23-5903-4ada-bbae-d0082028f2c4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:53.724243 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['1b7d5c23-5903-4ada-bbae-d0082028f2c4'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:35:53.746047 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ac36e787-b172-47ef-a4b4-e59e0d615ffe req-788a8845-1413-4692-b201-c6ea88be1e66 tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.52 "GET /v2.0/security-groups?id=8cbdb921-f452-4825-94b6-ec6f59fda503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Jun 29 12:35:53.776019 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115c75c-64de-4083-b751-9ab56a0bc4ef tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Pushing event deleted for resources: {'Port': ['ID=1b7d5c23-5903-4ada-bbae-d0082028f2c4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:53.794700 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa83099-9e40-4e2a-a2bc-41ddc4853256 req-4a99964d-e820-4424-af30-d017822574e3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:53.796168 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8fa83099-9e40-4e2a-a2bc-41ddc4853256 req-4a99964d-e820-4424-af30-d017822574e3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 944 time: 0.1016688 Jun 29 12:35:53.891953 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-93414eb5-0118-4da1-806c-32c2def428d0 req-8115c75c-64de-4083-b751-9ab56a0bc4ef tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] No DVR routers for this DVR port 1b7d5c23-5903-4ada-bbae-d0082028f2c4 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:35:53.897930 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-93414eb5-0118-4da1-806c-32c2def428d0 req-8115c75c-64de-4083-b751-9ab56a0bc4ef tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:53.901121 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-93414eb5-0118-4da1-806c-32c2def428d0 req-8115c75c-64de-4083-b751-9ab56a0bc4ef tempest-VolumesNegativeTest-33388392 tempest-VolumesNegativeTest-33388392-project] 10.222.0.23 "DELETE /v2.0/ports/1b7d5c23-5903-4ada-bbae-d0082028f2c4 HTTP/1.1" status: 204 len: 173 time: 0.7693577 Jun 29 12:35:53.903609 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3', 'name': 'network-vif-deleted', 'tag': '1b7d5c23-5903-4ada-bbae-d0082028f2c4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:35:53.905634 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7852c1-288f-40b7-b662-233bc202e3a5" -d '{"events": [{"server_uuid": "2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3", "name": "network-vif-deleted", "tag": "1b7d5c23-5903-4ada-bbae-d0082028f2c4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:35:53.943259 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-0ba77615-4dcb-4c75-bc6b-1c29211a36e7 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400508 Jun 29 12:35:53.947254 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8fa83099-9e40-4e2a-a2bc-41ddc4853256 req-ac5443f6-2ed2-45d9-bb62-a1816cdbe318 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440995 Jun 29 12:35:53.981528 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c2ae-4ebf-403f-b419-73a476a4b154 req-130d97d9-06e2-4fbc-b730-af917d270cc2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:53.991883 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f758c2ae-4ebf-403f-b419-73a476a4b154 req-130d97d9-06e2-4fbc-b730-af917d270cc2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0826502 Jun 29 12:35:54.049527 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c3393d-724e-43c1-8109-36709d8c2eed x-openstack-request-id: req-b6c3393d-724e-43c1-8109-36709d8c2eed {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:35:54.049837 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f758c2ae-4ebf-403f-b419-73a476a4b154 req-ea0047bb-1578-4193-b159-ba907d5c97a1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568705 Jun 29 12:35:54.049976 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3", "name": "network-vif-deleted", "tag": "1b7d5c23-5903-4ada-bbae-d0082028f2c4", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:35:54.050193 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6c3393d-724e-43c1-8109-36709d8c2eed {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:35:54.050620 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c3393d-724e-43c1-8109-36709d8c2eed'] response: {'server_uuid': '2e1fb1db-cfe3-46c8-9f3a-c3c28b4527e3', 'name': 'network-vif-deleted', 'tag': '1b7d5c23-5903-4ada-bbae-d0082028f2c4', 'status': 'completed', 'code': 200} Jun 29 12:35:54.085732 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d23fb2bd-fe2b-4aa5-9bdd-1fe1c42ec185 req-52c23abc-5233-4e35-be05-b3cee134b5ed service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263251 Jun 29 12:35:54.381704 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device e0d184c2-5cac-4f0e-a86b-473ab610d153 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:35:54.491856 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port e0d184c2-5cac-4f0e-a86b-473ab610d153, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:54.505818 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'port_id': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'mac_address': 'fa:16:3e:b3:4f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:35:54.553841 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port e0d184c2-5cac-4f0e-a86b-473ab610d153 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:54.554241 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:54.575817 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d184c2-5cac-4f0e-a86b-473ab610d153 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:35:54.606939 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port e0d184c2-5cac-4f0e-a86b-473ab610d153, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:54.623566 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:54.680908 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=e0d184c2-5cac-4f0e-a86b-473ab610d153,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:54.733744 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b1675-6291-4d41-bc03-55147cfd8902 req-2f157fc6-5a04-430b-ae83-cba5d6b0a199 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:54.735775 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-706b1675-6291-4d41-bc03-55147cfd8902 req-2f157fc6-5a04-430b-ae83-cba5d6b0a199 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0493617 Jun 29 12:35:54.786998 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-706b1675-6291-4d41-bc03-55147cfd8902 req-8c9d10b0-a9ec-4cc7-9237-386d72a444d2 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457029 Jun 29 12:35:54.943256 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['e0d184c2-5cac-4f0e-a86b-473ab610d153'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:35:55.072786 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188674a1-bd2d-4785-b1d1-4acf90c9a029 req-cf66e122-2f4d-4f23-958d-cf9e4d1e3912 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:55.080055 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-188674a1-bd2d-4785-b1d1-4acf90c9a029 req-cf66e122-2f4d-4f23-958d-cf9e4d1e3912 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 945 time: 0.0602610 Jun 29 12:35:55.114239 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:55.130882 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-188674a1-bd2d-4785-b1d1-4acf90c9a029 req-a254c494-8096-435d-864a-a7373da73fd6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499930 Jun 29 12:35:55.184202 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4ff6a-ee3b-4473-adf3-a0bdad391557 req-1909628c-500a-4145-a3cf-015e7ed7c910 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:55.185652 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-60b4ff6a-ee3b-4473-adf3-a0bdad391557 req-1909628c-500a-4145-a3cf-015e7ed7c910 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0567548 Jun 29 12:35:55.235614 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-60b4ff6a-ee3b-4473-adf3-a0bdad391557 req-eb963fc6-8841-4940-a4c1-ad2fe0187b97 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441809 Jun 29 12:35:55.917199 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae9142-0e7a-4b0f-906c-9b963617d22d req-148cfe71-dd9b-4b93-85be-312817c3e7f2 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:55.918715 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-61ae9142-0e7a-4b0f-906c-9b963617d22d req-148cfe71-dd9b-4b93-85be-312817c3e7f2 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0583589 Jun 29 12:35:55.970019 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-61ae9142-0e7a-4b0f-906c-9b963617d22d req-005d1273-61c5-478c-93ca-1bd27065fc09 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448725 Jun 29 12:35:56.248858 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da9b74-08f4-41b1-8852-596f939b47ba req-b1c274ff-82fb-4e91-8554-c4baccb1cd47 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:56.251016 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-58da9b74-08f4-41b1-8852-596f939b47ba req-b1c274ff-82fb-4e91-8554-c4baccb1cd47 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 945 time: 0.0512831 Jun 29 12:35:56.308032 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-58da9b74-08f4-41b1-8852-596f939b47ba req-69c29b97-1bae-4d67-99e5-08ca7c24116e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511708 Jun 29 12:35:56.383500 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906bef2-8d75-4f46-891a-fe489704f789 req-ce919c5e-03eb-4df7-a87e-700d44d98f16 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:56.385065 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c906bef2-8d75-4f46-891a-fe489704f789 req-ce919c5e-03eb-4df7-a87e-700d44d98f16 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0544295 Jun 29 12:35:56.434550 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c906bef2-8d75-4f46-891a-fe489704f789 req-5b68ba02-adb7-438b-9e34-bba5626e97f4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 Jun 29 12:35:57.088062 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea3188-c394-40cd-ba0d-d79970727d50 req-26a827d5-ae48-4572-b21c-d3e89199e8ee tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:57.089537 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-37ea3188-c394-40cd-ba0d-d79970727d50 req-26a827d5-ae48-4572-b21c-d3e89199e8ee tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0524781 Jun 29 12:35:57.139463 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-37ea3188-c394-40cd-ba0d-d79970727d50 req-b0ebece2-8712-42bf-b965-6567f094fd9d tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Jun 29 12:35:57.442605 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9275f-f270-4cd7-8c6f-063165910218 req-72f1603b-6671-4fa1-917f-373b0a13f116 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:57.444081 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eb9275f-f270-4cd7-8c6f-063165910218 req-72f1603b-6671-4fa1-917f-373b0a13f116 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 945 time: 0.0553627 Jun 29 12:35:57.499103 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3eb9275f-f270-4cd7-8c6f-063165910218 req-533ddab4-016a-40d2-8466-dfa758613df2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493913 Jun 29 12:35:57.561021 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d3788-0cf5-456f-99a8-ba897b461ad2 req-6949b449-5818-4826-8d12-a8fb559c6233 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:57.563923 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b69d3788-0cf5-456f-99a8-ba897b461ad2 req-6949b449-5818-4826-8d12-a8fb559c6233 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0527058 Jun 29 12:35:57.612677 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b69d3788-0cf5-456f-99a8-ba897b461ad2 req-74170611-746f-4d27-9e61-0e4610dbc41b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 Jun 29 12:35:58.251882 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21087bef-6a48-4fea-8849-fdc1954a7865 req-f2630495-f9a2-42c8-b874-09a25a542554 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:58.253319 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-21087bef-6a48-4fea-8849-fdc1954a7865 req-f2630495-f9a2-42c8-b874-09a25a542554 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0472739 Jun 29 12:35:58.305554 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-21087bef-6a48-4fea-8849-fdc1954a7865 req-0046b345-38bb-4fae-90a9-e4ff7b2e0787 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467455 Jun 29 12:35:58.595606 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:58.614923 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bdb2c-ce51-4a70-b924-c1f56226ca34 req-d47ffa84-546c-4044-be38-e56ca9972060 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:58.616440 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-977bdb2c-ce51-4a70-b924-c1f56226ca34 req-d47ffa84-546c-4044-be38-e56ca9972060 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 945 time: 0.0484350 Jun 29 12:35:58.644198 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:58.672179 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-977bdb2c-ce51-4a70-b924-c1f56226ca34 req-d2478f52-c3bb-4256-8cf4-ba5996546fd9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480013 Jun 29 12:35:58.731298 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093b195-42d1-4537-89c0-b4d5139d376b req-fc6e176a-62bb-4e2a-ab29-e97593f6952e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:58.732725 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f093b195-42d1-4537-89c0-b4d5139d376b req-fc6e176a-62bb-4e2a-ab29-e97593f6952e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0466335 Jun 29 12:35:58.764690 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:58.780415 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f093b195-42d1-4537-89c0-b4d5139d376b req-170cb9c0-1c65-4264-a448-937fe55bb732 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Jun 29 12:35:58.808776 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device e0d184c2-5cac-4f0e-a86b-473ab610d153 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:58.850655 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port e0d184c2-5cac-4f0e-a86b-473ab610d153 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:35:58.856254 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port e0d184c2-5cac-4f0e-a86b-473ab610d153 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:35:58.856633 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:58.858331 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:35:58.930011 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port e0d184c2-5cac-4f0e-a86b-473ab610d153 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:35:58.930396 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:58.956110 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:35:58.958581 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac60e311-d007-4d57-8980-36a0a99e70d4" -d '{"events": [{"server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "name": "network-vif-plugged", "status": "completed", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:35:58.976088 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port e0d184c2-5cac-4f0e-a86b-473ab610d153, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:58.979995 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:35:58.980866 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 1b7d5c23-5903-4ada-bbae-d0082028f2c4 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:35:59.002014 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e140052-81f6-4e2a-b15b-8367469a89f4 x-openstack-request-id: req-6e140052-81f6-4e2a-b15b-8367469a89f4 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:35:59.002321 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "name": "network-vif-plugged", "status": "completed", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:35:59.002601 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e140052-81f6-4e2a-b15b-8367469a89f4 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:35:59.002987 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e140052-81f6-4e2a-b15b-8367469a89f4'] response: {'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'code': 200} Jun 29 12:35:59.018308 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 1b7d5c23-5903-4ada-bbae-d0082028f2c4 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:35:59.018687 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 1b7d5c23-5903-4ada-bbae-d0082028f2c4 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:35:59.045204 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=e0d184c2-5cac-4f0e-a86b-473ab610d153,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:59.339794 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085767c-b3f8-4f90-9323-cca427e3954e req-f1765222-c2de-4666-acf9-48c9ea2eafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:59.341399 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7085767c-b3f8-4f90-9323-cca427e3954e req-f1765222-c2de-4666-acf9-48c9ea2eafc9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 1130 time: 0.0402672 Jun 29 12:35:59.431911 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7085767c-b3f8-4f90-9323-cca427e3954e req-86c2f377-9e25-4c52-bfac-1e13c06c965a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792973 Jun 29 12:35:59.442786 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce1875-bf85-4b99-9f1e-8c187ad96374 req-8c707f10-a65d-42aa-8044-881ef3bafea5 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:59.444185 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08ce1875-bf85-4b99-9f1e-8c187ad96374 req-8c707f10-a65d-42aa-8044-881ef3bafea5 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0661166 Jun 29 12:35:59.493062 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08ce1875-bf85-4b99-9f1e-8c187ad96374 req-5c8a92a0-250f-4516-8f49-d10ad10bffe1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Jun 29 12:35:59.789420 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ae444-f51b-477a-99f6-d894b850be69 req-7b7a2404-9735-46ac-8d12-c1a50955df7f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:59.790956 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a25ae444-f51b-477a-99f6-d894b850be69 req-7b7a2404-9735-46ac-8d12-c1a50955df7f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0505860 Jun 29 12:35:59.863660 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a25ae444-f51b-477a-99f6-d894b850be69 req-fd584b9b-6f9b-48fb-a47d-f50b6ea8eb6d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650179 Jun 29 12:35:59.909278 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf07596-307d-4ed7-9b9a-1e440a2b3212 req-31c56431-21fe-40b2-b97b-5635014aabf0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:35:59.910831 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4bf07596-307d-4ed7-9b9a-1e440a2b3212 req-31c56431-21fe-40b2-b97b-5635014aabf0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0505946 Jun 29 12:35:59.961746 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4bf07596-307d-4ed7-9b9a-1e440a2b3212 req-fca2cc9b-beec-442c-8432-e5b8007e0880 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453343 Jun 29 12:36:00.629809 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12e7c3-615e-477e-b3fc-84d38599411d req-bb91675e-bf92-4fbd-9448-70dcd570c8b8 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:00.631348 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb12e7c3-615e-477e-b3fc-84d38599411d req-bb91675e-bf92-4fbd-9448-70dcd570c8b8 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0636318 Jun 29 12:36:00.687702 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cb12e7c3-615e-477e-b3fc-84d38599411d req-c78c174c-f477-468b-8b7d-dc6340e279e8 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493705 Jun 29 12:36:00.816138 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c73e8ec9-3797-428f-82d9-0808363d1eab details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:36:00.828444 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:00.939529 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:00.974472 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'port_id': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'mac_address': 'fa:16:3e:fb:a8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:36:01.033713 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c73e8ec9-3797-428f-82d9-0808363d1eab is: ACTIVE; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:36:01.034504 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:01.056138 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c73e8ec9-3797-428f-82d9-0808363d1eab {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:36:01.088673 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:01.094054 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:01.095142 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 32283955-f720-4723-80b6-82d0fc44730d details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:36:01.136613 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6f8da-4406-48fd-aa6d-c8a23fd07bb6 req-18a5954d-b16e-4af1-83b0-accc94cc4141 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:01.139183 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e7d6f8da-4406-48fd-aa6d-c8a23fd07bb6 req-18a5954d-b16e-4af1-83b0-accc94cc4141 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0836465 Jun 29 12:36:01.148901 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1cc76-f447-4973-a6e6-c19c8fca8a24 req-33ff2ca1-65e0-4b8d-98d7-212939fb81f4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:01.151131 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6ae1cc76-f447-4973-a6e6-c19c8fca8a24 req-33ff2ca1-65e0-4b8d-98d7-212939fb81f4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 945 time: 0.0662365 Jun 29 12:36:01.238129 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e7d6f8da-4406-48fd-aa6d-c8a23fd07bb6 req-b8b56c34-2278-4869-97fb-34029a19b09e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891671 Jun 29 12:36:01.257951 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6ae1cc76-f447-4973-a6e6-c19c8fca8a24 req-aac8e27b-2f2c-4ecd-9107-18acb3e19f26 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001601 Jun 29 12:36:01.265557 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 33306) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:01.289138 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=6']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:01.298606 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 32283955-f720-4723-80b6-82d0fc44730d, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32283955-f720-4723-80b6-82d0fc44730d,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:01.319960 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '32283955-f720-4723-80b6-82d0fc44730d', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'port_id': '32283955-f720-4723-80b6-82d0fc44730d', 'mac_address': 'fa:16:3e:3e:b3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:36:01.365929 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 32283955-f720-4723-80b6-82d0fc44730d is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:36:01.365929 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (32283955-f720-4723-80b6-82d0fc44730d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:01.382770 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32283955-f720-4723-80b6-82d0fc44730d {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:36:01.412835 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 32283955-f720-4723-80b6-82d0fc44730d, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32283955-f720-4723-80b6-82d0fc44730d,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:01.418113 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (32283955-f720-4723-80b6-82d0fc44730d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:01.449389 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:01.478467 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=32283955-f720-4723-80b6-82d0fc44730d,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:01.541678 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d2c607e1-5a93-4df0-b598-9ab1b9ef4a8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f826993a33644995a3150d71cc40add7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731576 Jun 29 12:36:01.542615 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 33310) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:01.603589 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-021d20b6-e47a-48f3-8512-c0c9afe3942c admin admin] Publish callbacks [] for security_group (8cbdb921-f452-4825-94b6-ec6f59fda503), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:01.633561 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-021d20b6-e47a-48f3-8512-c0c9afe3942c admin admin] Publish callbacks [] for security_group (8cbdb921-f452-4825-94b6-ec6f59fda503), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:01.665771 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:01.691422 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-021d20b6-e47a-48f3-8512-c0c9afe3942c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8cbdb921-f452-4825-94b6-ec6f59fda503), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:01.695243 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-021d20b6-e47a-48f3-8512-c0c9afe3942c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:01.696638 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-021d20b6-e47a-48f3-8512-c0c9afe3942c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8cbdb921-f452-4825-94b6-ec6f59fda503 HTTP/1.1" status: 204 len: 168 time: 0.1530099 Jun 29 12:36:01.706733 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d20b6-e47a-48f3-8512-c0c9afe3942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbdb921-f452-4825-94b6-ec6f59fda503,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:01.747499 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['32283955-f720-4723-80b6-82d0fc44730d'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:36:01.839182 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['c73e8ec9-3797-428f-82d9-0808363d1eab'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:36:01.848772 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5074f-608c-4ecf-9d21-22fe94e9c8c3 req-747c431c-264c-4965-a47e-2f94adf8d75a tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:01.850844 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b6d5074f-608c-4ecf-9d21-22fe94e9c8c3 req-747c431c-264c-4965-a47e-2f94adf8d75a tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 944 time: 0.0658426 Jun 29 12:36:01.960502 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b6d5074f-608c-4ecf-9d21-22fe94e9c8c3 req-34ac2655-a95a-40ec-a98c-ac733e6fcd61 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017556 Jun 29 12:36:02.274070 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:02.379409 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f36d0-7f6c-404a-a8ea-099bcbdf9d84 req-04e1fb60-b746-4923-8267-eb4aa92416b1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:02.380941 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-587f36d0-7f6c-404a-a8ea-099bcbdf9d84 req-04e1fb60-b746-4923-8267-eb4aa92416b1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0655890 Jun 29 12:36:02.449455 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-587f36d0-7f6c-404a-a8ea-099bcbdf9d84 req-a421b1cc-fca3-495d-983a-c8f9d378bb6a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604973 Jun 29 12:36:02.485704 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839225-479a-443c-b10e-ff3cfac46b99 req-9957dbb6-1a3d-4341-823d-d49fee535b1c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:02.485704 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-99839225-479a-443c-b10e-ff3cfac46b99 req-9957dbb6-1a3d-4341-823d-d49fee535b1c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 945 time: 0.0893176 Jun 29 12:36:02.601530 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-99839225-479a-443c-b10e-ff3cfac46b99 req-7c7560a3-8ba3-4ebf-97d7-30c0b9e2c2a4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175828 Jun 29 12:36:02.666526 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5372b6-e888-497a-a941-6d2490f436b7 req-8542e72c-1687-4734-afad-7aac8dbf5858 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:02.668784 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ec5372b6-e888-497a-a941-6d2490f436b7 req-8542e72c-1687-4734-afad-7aac8dbf5858 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.1064835 Jun 29 12:36:02.680787 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 33334) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:02.685460 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-1582dbc1-d668-4283-9cfc-5d73a0a9d5cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Request body: {'floatingip': {'port_id': 'e0d184c2-5cac-4f0e-a86b-473ab610d153'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:36:02.774936 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1582dbc1-d668-4283-9cfc-5d73a0a9d5cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for floatingip (0800368e-2f91-408b-9282-d8e23fe02001), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:03.020431 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c73e8ec9-3797-428f-82d9-0808363d1eab up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:03.127379 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port c73e8ec9-3797-428f-82d9-0808363d1eab triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:36:03.127765 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:03.129260 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b30a0-e9dc-4409-b9d9-11c9a4c60872 req-bfad8ce6-8c78-48ca-aa3e-8512b1175895 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:03.130829 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-404b30a0-e9dc-4409-b9d9-11c9a4c60872 req-bfad8ce6-8c78-48ca-aa3e-8512b1175895 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 944 time: 0.0872307 Jun 29 12:36:03.224838 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c73e8ec9-3797-428f-82d9-0808363d1eab is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:36:03.225228 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:03.255919 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-404b30a0-e9dc-4409-b9d9-11c9a4c60872 req-2812a0ac-edc1-4588-8d94-7b19f563ff75 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166651 Jun 29 12:36:03.270556 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:36:03.273220 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d419022-e03a-4576-a2e8-197118c336b4" -d '{"events": [{"server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "name": "network-vif-plugged", "status": "completed", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:03.291236 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:03.298183 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:03.300624 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 32283955-f720-4723-80b6-82d0fc44730d up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:03.408488 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160e4cf7-62ff-48e3-b369-1bc967cf8046 x-openstack-request-id: req-160e4cf7-62ff-48e3-b369-1bc967cf8046 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:03.409508 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "name": "network-vif-plugged", "status": "completed", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:03.409991 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-160e4cf7-62ff-48e3-b369-1bc967cf8046 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:03.411539 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160e4cf7-62ff-48e3-b369-1bc967cf8046'] response: {'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'code': 200} Jun 29 12:36:03.459546 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 32283955-f720-4723-80b6-82d0fc44730d completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:36:03.467180 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=7']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:03.480984 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 32283955-f720-4723-80b6-82d0fc44730d triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:36:03.481516 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (32283955-f720-4723-80b6-82d0fc44730d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:03.507356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:03.575860 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 32283955-f720-4723-80b6-82d0fc44730d is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:36:03.576244 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (32283955-f720-4723-80b6-82d0fc44730d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:03.616193 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 32283955-f720-4723-80b6-82d0fc44730d, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32283955-f720-4723-80b6-82d0fc44730d,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:03.625051 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (32283955-f720-4723-80b6-82d0fc44730d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:03.724084 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=32283955-f720-4723-80b6-82d0fc44730d,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:03.819785 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c862c-45a9-42db-b0eb-4cad6cb923d3 req-ddb62604-c0f1-439d-931c-f8b6aa38be1b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:03.827387 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-821c862c-45a9-42db-b0eb-4cad6cb923d3 req-ddb62604-c0f1-439d-931c-f8b6aa38be1b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0727937 Jun 29 12:36:03.868816 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1582dbc1-d668-4283-9cfc-5d73a0a9d5cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:03.878437 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1582dbc1-d668-4283-9cfc-5d73a0a9d5cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (0800368e-2f91-408b-9282-d8e23fe02001), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:03.899558 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-821c862c-45a9-42db-b0eb-4cad6cb923d3 req-0615d628-468d-4585-9844-707fca82906d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703855 Jun 29 12:36:03.992511 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:04.025952 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-1582dbc1-d668-4283-9cfc-5d73a0a9d5cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Floating IP 0800368e-2f91-408b-9282-d8e23fe02001 associated. External IP: 172.27.1.64, port: e0d184c2-5cac-4f0e-a86b-473ab610d153. Jun 29 12:36:04.144386 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:04.299239 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1582dbc1-d668-4283-9cfc-5d73a0a9d5cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Router 13df6ff3-e6ca-490d-af66-f203f60332f2 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:36:04.433962 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7c6f-adfc-4dc8-82cd-7450ea8e1773 req-e83a074d-ec6a-4550-bc68-61f45492c886 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:04.441948 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018f7c6f-adfc-4dc8-82cd-7450ea8e1773 req-e83a074d-ec6a-4550-bc68-61f45492c886 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0945127 Jun 29 12:36:04.503858 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1582dbc1-d668-4283-9cfc-5d73a0a9d5cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:36:04.516581 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-018f7c6f-adfc-4dc8-82cd-7450ea8e1773 req-120995cb-1b47-49e4-be4c-adc3c0723c39 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736802 Jun 29 12:36:04.517535 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] Sync routers for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:36:04.526860 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1582dbc1-d668-4283-9cfc-5d73a0a9d5cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:04.547693 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:36:04.548577 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:35:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:04.584583 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1582dbc1-d668-4283-9cfc-5d73a0a9d5cd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "PUT /v2.0/floatingips/0800368e-2f91-408b-9282-d8e23fe02001 HTTP/1.1" status: 200 len: 991 time: 1.9024699 Jun 29 12:36:04.585177 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:36:04.593232 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abfa3e6-ca7d-41c0-85c4-c461a779089b" -d '{"events": [{"name": "network-changed", "server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:04.640657 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab6fbe-86b1-48d3-8846-26de13f8870b x-openstack-request-id: req-e7ab6fbe-86b1-48d3-8846-26de13f8870b {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:04.640959 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:04.641241 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7ab6fbe-86b1-48d3-8846-26de13f8870b {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:04.642196 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ab6fbe-86b1-48d3-8846-26de13f8870b'] response: {'name': 'network-changed', 'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'status': 'completed', 'code': 200} Jun 29 12:36:04.711326 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-40ea1671-0bde-4cfd-a3fd-6b75f9558264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:04.712835 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-40ea1671-0bde-4cfd-a3fd-6b75f9558264 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 1130 time: 0.0502765 Jun 29 12:36:04.718645 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:36:05.047184 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab2300-8418-4552-8c6c-e9ef29ff13a8 req-17c3c240-658e-409b-837c-496846578aaa tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:05.049502 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ddab2300-8418-4552-8c6c-e9ef29ff13a8 req-17c3c240-658e-409b-837c-496846578aaa tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0715299 Jun 29 12:36:05.104949 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ddab2300-8418-4552-8c6c-e9ef29ff13a8 req-109eb641-b3d8-4e77-9c9e-02bd448bf9d7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474238 Jun 29 12:36:05.193155 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '0800368e-2f91-408b-9282-d8e23fe02001', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'port_id': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'mac_address': 'fa:16:3e:b3:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:35:42Z', 'updated_at': '2022-06-29T12:36:03Z', 'revision_number': 1, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:43Z', 'revision_number': 5, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:05.194770 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:05.236222 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] Checking router: 13df6ff3-e6ca-490d-af66-f203f60332f2 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:36:05.247371 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:36:05.247998 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:35:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:05.378312 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:36:05.413907 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32283955-f720-4723-80b6-82d0fc44730d'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:36:05.416425 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c39640f-368d-468b-9a3b-6109d0ddb934" -d '{"events": [{"server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "name": "network-vif-plugged", "status": "completed", "tag": "32283955-f720-4723-80b6-82d0fc44730d"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:05.478712 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2f1a88-37f5-4e7b-b5aa-0854b7c5c739 x-openstack-request-id: req-2f2f1a88-37f5-4e7b-b5aa-0854b7c5c739 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:05.479070 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "name": "network-vif-plugged", "status": "completed", "tag": "32283955-f720-4723-80b6-82d0fc44730d", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:05.479267 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f2f1a88-37f5-4e7b-b5aa-0854b7c5c739 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:05.479693 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2f1a88-37f5-4e7b-b5aa-0854b7c5c739'] response: {'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32283955-f720-4723-80b6-82d0fc44730d', 'code': 200} Jun 29 12:36:05.649886 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '0800368e-2f91-408b-9282-d8e23fe02001', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'port_id': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'mac_address': 'fa:16:3e:b3:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:35:42Z', 'updated_at': '2022-06-29T12:36:03Z', 'revision_number': 1, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:43Z', 'revision_number': 5, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:05.677493 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d8535-ff59-47b8-b7b0-bf0d04e4bc7a req-05749115-f30a-4de2-8700-17bc04a430d1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:05.686020 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8490e-8bc5-465f-9c8d-e52dd4365363 None None] The sync data for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi is: [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '0800368e-2f91-408b-9282-d8e23fe02001', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'port_id': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'mac_address': 'fa:16:3e:b3:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:35:42Z', 'updated_at': '2022-06-29T12:36:03Z', 'revision_number': 1, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:43Z', 'revision_number': 5, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:36:05.687856 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-900d8535-ff59-47b8-b7b0-bf0d04e4bc7a req-05749115-f30a-4de2-8700-17bc04a430d1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0932708 Jun 29 12:36:05.777374 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:05.788234 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-900d8535-ff59-47b8-b7b0-bf0d04e4bc7a req-01b624ad-3bf3-465a-9e49-57b74cb53ecd tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990043 Jun 29 12:36:05.812818 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-f75532cb-3284-4ad3-ae2c-b7a3536223d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:05.814670 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-f75532cb-3284-4ad3-ae2c-b7a3536223d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.1873696 Jun 29 12:36:05.962170 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af9d35-7663-403d-a077-a46c8e6f8643 None None] New status for floating IP 0800368e-2f91-408b-9282-d8e23fe02001: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:36:06.257991 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b2545-6a55-4bb8-bd7e-df9d5794c7c5 req-4dc1306e-edd5-4cbd-bc27-fe3a4ed95c63 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:06.263042 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8b8b2545-6a55-4bb8-bd7e-df9d5794c7c5 req-4dc1306e-edd5-4cbd-bc27-fe3a4ed95c63 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0638535 Jun 29 12:36:06.322493 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8b8b2545-6a55-4bb8-bd7e-df9d5794c7c5 req-4e62ab4b-56ab-420b-b815-f1f4e7ba0ef7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550632 Jun 29 12:36:06.911524 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aa8e6-7a37-4f84-b2ba-5ed7401d6bdf req-2bcbc27f-fe58-4830-b4cd-563669548a44 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:06.913154 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-379aa8e6-7a37-4f84-b2ba-5ed7401d6bdf req-2bcbc27f-fe58-4830-b4cd-563669548a44 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0550187 Jun 29 12:36:06.969959 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-379aa8e6-7a37-4f84-b2ba-5ed7401d6bdf req-a76b00a3-37fd-48a3-8a0e-1a4aa6247b40 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500081 Jun 29 12:36:07.555894 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851735ce-5567-4fa0-95d0-97ee6774f748 req-29030e6a-9a2e-4322-8749-336aa4fca14f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:07.557616 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-851735ce-5567-4fa0-95d0-97ee6774f748 req-29030e6a-9a2e-4322-8749-336aa4fca14f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.1156783 Jun 29 12:36:07.586321 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-931e792c-fa2d-4f32-be6e-ad17a2323f92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153 HTTP/1.1" status: 200 len: 1001 time: 0.1057682 Jun 29 12:36:07.631502 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-851735ce-5567-4fa0-95d0-97ee6774f748 req-91efabf6-7536-486e-98af-941fa0280bb6 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633485 Jun 29 12:36:07.683364 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-1653bbf8-e360-4948-bc12-2a5c58335ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:07.686056 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-1653bbf8-e360-4948-bc12-2a5c58335ff8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.0539215 Jun 29 12:36:07.742409 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-d48d79bb-27af-4a33-97ab-8eda71d89a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:07.744180 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-d48d79bb-27af-4a33-97ab-8eda71d89a89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450802 Jun 29 12:36:08.061020 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccba22-a584-40d2-9b5f-c2a450a2a6ee req-7ceea63f-e30d-498c-8698-1c6ad974696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:08.063786 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-64ccba22-a584-40d2-9b5f-c2a450a2a6ee req-7ceea63f-e30d-498c-8698-1c6ad974696a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 1129 time: 0.3182914 Jun 29 12:36:08.151684 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98546f41-514d-49c5-a3b6-dcb113e71877 req-d9bd8fca-a8a2-4a53-b615-5290bd83e803 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:08.160603 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-98546f41-514d-49c5-a3b6-dcb113e71877 req-d9bd8fca-a8a2-4a53-b615-5290bd83e803 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0879033 Jun 29 12:36:08.178270 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:08.204137 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-64ccba22-a584-40d2-9b5f-c2a450a2a6ee req-60051cc1-7457-4c21-b18d-0e81ac305d9e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265979 Jun 29 12:36:08.223131 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-98546f41-514d-49c5-a3b6-dcb113e71877 req-64a89d36-5a92-4a2a-bd77-287097bba8a7 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615363 Jun 29 12:36:08.241187 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-db7d17a2-45c1-4b38-9e24-c8ff44d9e49a service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855678 Jun 29 12:36:08.566375 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4abfa3e6-ca7d-41c0-85c4-c461a779089b req-b1a7d336-aa69-482c-a889-5e5958b7bcbd service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349826 Jun 29 12:36:08.792172 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfc6b9-90ba-4356-9315-b3b5d7fbf424 req-9a431d9e-5841-4bcf-8248-a3101dc1788e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:08.793784 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f1cfc6b9-90ba-4356-9315-b3b5d7fbf424 req-9a431d9e-5841-4bcf-8248-a3101dc1788e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0552239 Jun 29 12:36:08.853737 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f1cfc6b9-90ba-4356-9315-b3b5d7fbf424 req-9c9401e2-336e-4a3f-8aae-3bfbafd2055b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531771 Jun 29 12:36:09.347894 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed0c3d-10a6-4ace-b670-9720348fbbde req-e2eae139-33ae-4e02-a193-dc42df1bae47 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:09.349566 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a8ed0c3d-10a6-4ace-b670-9720348fbbde req-e2eae139-33ae-4e02-a193-dc42df1bae47 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0503449 Jun 29 12:36:09.414849 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a8ed0c3d-10a6-4ace-b670-9720348fbbde req-efd2a67e-9a0d-4411-a9a5-9387a5d94bbd tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583699 Jun 29 12:36:09.990944 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7560b5b-b3ec-402b-8728-42f16eead2f6 req-af9a6045-aba8-48ce-afe0-6862d7061511 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:09.993115 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b7560b5b-b3ec-402b-8728-42f16eead2f6 req-af9a6045-aba8-48ce-afe0-6862d7061511 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0600078 Jun 29 12:36:10.080558 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b7560b5b-b3ec-402b-8728-42f16eead2f6 req-835731a0-24a1-4700-bdc6-c833bfa5bcf1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767288 Jun 29 12:36:10.527493 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:10.539194 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e065-aba9-4324-940b-412f579387c9 req-aa67ea58-f142-4ac3-9a12-f17acd50bf44 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:10.540669 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2d09e065-aba9-4324-940b-412f579387c9 req-aa67ea58-f142-4ac3-9a12-f17acd50bf44 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0591331 Jun 29 12:36:10.590631 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2d09e065-aba9-4324-940b-412f579387c9 req-db77e4c4-11b1-4edd-bc06-306713596e57 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444779 Jun 29 12:36:10.702520 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4cb5b-8fdc-4ea3-acbc-ec0bd869c3ec req-70ec8b2e-8916-4c0e-8b54-c04be573cb84 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:10.704092 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-65a4cb5b-8fdc-4ea3-acbc-ec0bd869c3ec req-70ec8b2e-8916-4c0e-8b54-c04be573cb84 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0474381 Jun 29 12:36:10.757549 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-65a4cb5b-8fdc-4ea3-acbc-ec0bd869c3ec req-ddf5551c-b11f-4a01-b976-3d347cdaa15c tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479746 Jun 29 12:36:10.780487 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 33424) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:10.993373 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588261-12ca-4924-929d-1694a36181e0 req-efeb8f11-586e-4f83-b5a5-27b15aad31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:10.995720 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe588261-12ca-4924-929d-1694a36181e0 req-efeb8f11-586e-4f83-b5a5-27b15aad31ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 1130 time: 0.0729446 Jun 29 12:36:11.003408 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f617fb42-64ef-441b-a61b-4e0ce5beea10 tempest-TestShelveInstance-496990871 tempest-TestShelveInstance-496990871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:11.005137 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-f617fb42-64ef-441b-a61b-4e0ce5beea10 tempest-TestShelveInstance-496990871 tempest-TestShelveInstance-496990871-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 1124 time: 0.2240081 Jun 29 12:36:11.008102 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 33434) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:11.012363 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'port_id': '32283955-f720-4723-80b6-82d0fc44730d', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:36:11.024504 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:11.040579 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:11.074019 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:11.102971 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588261-12ca-4924-929d-1694a36181e0 req-1757fbee-d542-451d-aba3-1e01ed567ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:11.104454 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe588261-12ca-4924-929d-1694a36181e0 req-1757fbee-d542-451d-aba3-1e01ed567ba0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 916 time: 0.1024313 Jun 29 12:36:11.131824 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:11.183106 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe588261-12ca-4924-929d-1694a36181e0 req-aec19720-f25e-4e7f-aa3e-bdbaab3f716f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73e8ec9-3797-428f-82d9-0808363d1eab HTTP/1.1" status: 200 len: 1002 time: 0.0654123 Jun 29 12:36:11.238819 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588261-12ca-4924-929d-1694a36181e0 req-886f9802-af89-49ba-ab1a-7db2dc8bb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:11.240190 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe588261-12ca-4924-929d-1694a36181e0 req-886f9802-af89-49ba-ab1a-7db2dc8bb6fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c148cadd-a729-4cd0-b892-76a50620ba16 HTTP/1.1" status: 200 len: 854 time: 0.0484490 Jun 29 12:36:11.252593 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e62e1-50e3-4c30-bf0d-12ec18ab7fde req-494ab937-50f7-4140-a17c-e7ad911bcc64 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:11.254200 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3e5e62e1-50e3-4c30-bf0d-12ec18ab7fde req-494ab937-50f7-4140-a17c-e7ad911bcc64 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0733612 Jun 29 12:36:11.289569 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588261-12ca-4924-929d-1694a36181e0 req-ab12271d-5f18-4d7b-84f6-fc8edba43f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:11.291174 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe588261-12ca-4924-929d-1694a36181e0 req-ab12271d-5f18-4d7b-84f6-fc8edba43f52 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=397d642b-81b8-4b71-80dd-1d3a811e873b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419085 Jun 29 12:36:11.332827 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Allocated IP 172.27.1.101 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/e5063fba-bbc9-49d7-8cb8-88659dcfb902) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:36:11.351213 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3e5e62e1-50e3-4c30-bf0d-12ec18ab7fde req-2a86c1fb-20d0-44fd-bb02-210e54d8c717 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772712 Jun 29 12:36:11.410138 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe588261-12ca-4924-929d-1694a36181e0 req-6d3e09a8-6ed6-45a5-87fa-3239cb4f2f81 service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061203 Jun 29 12:36:11.472596 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for port (e5063fba-bbc9-49d7-8cb8-88659dcfb902), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:11.505606 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (e5063fba-bbc9-49d7-8cb8-88659dcfb902), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:11.507774 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe588261-12ca-4924-929d-1694a36181e0 req-f9f7cfb8-f0a4-4699-bc92-19efce9a852c service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875788 Jun 29 12:36:11.550931 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:36:11.554490 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:11.557265 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:36:11.564281 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event updated for resources: {'Port': ['ID=e5063fba-bbc9-49d7-8cb8-88659dcfb902,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:11.782921 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:11.915476 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:11.918713 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for floatingip (8be18a2b-3e7f-456b-812e-a012bbb59fca), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:11.986820 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e5063fba-bbc9-49d7-8cb8-88659dcfb902), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:12.147180 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for port (e5063fba-bbc9-49d7-8cb8-88659dcfb902), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:12.159184 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (e5063fba-bbc9-49d7-8cb8-88659dcfb902), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:12.239140 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event updated for resources: {'Port': ['ID=e5063fba-bbc9-49d7-8cb8-88659dcfb902,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:12.247680 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (8be18a2b-3e7f-456b-812e-a012bbb59fca), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:12.343804 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Floating IP 8be18a2b-3e7f-456b-812e-a012bbb59fca associated. External IP: 172.27.1.101, port: 32283955-f720-4723-80b6-82d0fc44730d. Jun 29 12:36:12.490588 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85938dd8-3c74-4358-98de-8477fe2d0034 req-8e529162-9e0b-4c9b-9c5c-9f70e0f6180c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:12.492063 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-85938dd8-3c74-4358-98de-8477fe2d0034 req-8e529162-9e0b-4c9b-9c5c-9f70e0f6180c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0530267 Jun 29 12:36:12.547106 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-85938dd8-3c74-4358-98de-8477fe2d0034 req-a8fa2400-487a-4383-a679-35debd2c242a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492542 Jun 29 12:36:12.572700 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Router 739a9258-0f5b-46a9-af22-cf66284edd44 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:36:12.665088 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:12.684028 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:36:12.694516 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] Sync routers for ids ['739a9258-0f5b-46a9-af22-cf66284edd44'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:36:12.701549 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:12.704726 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] Routers {'739a9258-0f5b-46a9-af22-cf66284edd44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:36:12.705347 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:35:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['739a9258-0f5b-46a9-af22-cf66284edd44'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:12.734257 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c6890aae-2c23-4622-b9f1-74380d898986 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7243812 Jun 29 12:36:12.734980 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'tag': '32283955-f720-4723-80b6-82d0fc44730d'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:36:12.737316 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f22e60-a497-4c45-8071-4817769987d3" -d '{"events": [{"name": "network-changed", "server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "tag": "32283955-f720-4723-80b6-82d0fc44730d"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:12.745816 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:12.774025 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af58f574-3d6c-4db0-93e9-89dcf60a377b x-openstack-request-id: req-af58f574-3d6c-4db0-93e9-89dcf60a377b {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:12.774543 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "tag": "32283955-f720-4723-80b6-82d0fc44730d", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:12.774798 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af58f574-3d6c-4db0-93e9-89dcf60a377b {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:12.775271 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af58f574-3d6c-4db0-93e9-89dcf60a377b'] response: {'name': 'network-changed', 'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'tag': '32283955-f720-4723-80b6-82d0fc44730d', 'status': 'completed', 'code': 200} Jun 29 12:36:12.816150 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] Set router 739a9258-0f5b-46a9-af22-cf66284edd44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:36:13.039908 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '8be18a2b-3e7f-456b-812e-a012bbb59fca', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'port_id': '32283955-f720-4723-80b6-82d0fc44730d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'mac_address': 'fa:16:3e:3e:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:36:11Z', 'updated_at': '2022-06-29T12:36:11Z', 'revision_number': 0, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:15Z', 'revision_number': 5, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:13.064679 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] Checking router: 739a9258-0f5b-46a9-af22-cf66284edd44 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:36:13.073136 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] Routers {'739a9258-0f5b-46a9-af22-cf66284edd44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:36:13.073749 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:35:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['739a9258-0f5b-46a9-af22-cf66284edd44'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:13.178052 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] Set router 739a9258-0f5b-46a9-af22-cf66284edd44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:36:13.250551 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:13.287796 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22e60-a497-4c45-8071-4817769987d3 req-d33fe8d1-0a25-4478-a9ec-61650829c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:13.289856 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-96f22e60-a497-4c45-8071-4817769987d3 req-d33fe8d1-0a25-4478-a9ec-61650829c3a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad&device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 1129 time: 0.0482674 Jun 29 12:36:13.345871 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:13.416770 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22e60-a497-4c45-8071-4817769987d3 req-ab16feaa-d6d0-4b8a-bf3e-6b8ebdc5dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:13.418518 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-96f22e60-a497-4c45-8071-4817769987d3 req-ab16feaa-d6d0-4b8a-bf3e-6b8ebdc5dee1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca85be79-dcc1-4564-a978-271ecca83135 HTTP/1.1" status: 200 len: 909 time: 0.1143811 Jun 29 12:36:13.421947 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '8be18a2b-3e7f-456b-812e-a012bbb59fca', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'port_id': '32283955-f720-4723-80b6-82d0fc44730d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'mac_address': 'fa:16:3e:3e:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:36:11Z', 'updated_at': '2022-06-29T12:36:11Z', 'revision_number': 0, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:15Z', 'revision_number': 5, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:13.453091 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71a59d-83ba-4b0d-99a5-fe5b5f3a8b71 None None] The sync data for ids ['739a9258-0f5b-46a9-af22-cf66284edd44'] in dv-cinder-812685-12-iscsi is: [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '8be18a2b-3e7f-456b-812e-a012bbb59fca', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'port_id': '32283955-f720-4723-80b6-82d0fc44730d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'mac_address': 'fa:16:3e:3e:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:36:11Z', 'updated_at': '2022-06-29T12:36:11Z', 'revision_number': 0, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:15Z', 'revision_number': 5, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:36:13.507233 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-96f22e60-a497-4c45-8071-4817769987d3 req-f69a41e3-6dad-413d-bce2-13f922293232 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32283955-f720-4723-80b6-82d0fc44730d HTTP/1.1" status: 200 len: 999 time: 0.0751038 Jun 29 12:36:13.565361 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 33460) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:13.581349 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22e60-a497-4c45-8071-4817769987d3 req-e2a29ff7-5e00-47a4-8e29-ab5c773e6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:13.583502 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-96f22e60-a497-4c45-8071-4817769987d3 req-e2a29ff7-5e00-47a4-8e29-ab5c773e6913 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8bc29a32-98e9-4d5a-9c55-e1a707d465cc HTTP/1.1" status: 200 len: 847 time: 0.0687354 Jun 29 12:36:13.695054 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cc57b-c8d0-4307-9655-e478dd254bc0 req-d4ca0a08-05d5-4863-b710-8d2bb7001c94 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:13.696579 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-776cc57b-c8d0-4307-9655-e478dd254bc0 req-d4ca0a08-05d5-4863-b710-8d2bb7001c94 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0619285 Jun 29 12:36:13.708642 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6b08-a7f4-4847-b3c5-6214f9fbe546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:13.715423 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c92e3d-19ac-4e9a-bb89-3aa20fb8eb73 None None] New status for floating IP 8be18a2b-3e7f-456b-812e-a012bbb59fca: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:36:13.758085 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-776cc57b-c8d0-4307-9655-e478dd254bc0 req-7f669ece-3c05-4564-95be-9e4f94fe615e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549643 Jun 29 12:36:13.760152 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:13.802546 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6b08-a7f4-4847-b3c5-6214f9fbe546 admin admin] Publish callbacks [] for security_group (cb523e70-4be9-477b-a35c-149bcd103da9), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:13.808218 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6b08-a7f4-4847-b3c5-6214f9fbe546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (cb523e70-4be9-477b-a35c-149bcd103da9), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:13.857693 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1a8e6b08-a7f4-4847-b3c5-6214f9fbe546 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f8829462e7d476fba635aac1cedd5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908094 Jun 29 12:36:13.860225 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 33470) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:13.868502 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e6b08-a7f4-4847-b3c5-6214f9fbe546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb523e70-4be9-477b-a35c-149bcd103da9,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:13.920354 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22e60-a497-4c45-8071-4817769987d3 req-2da6c17e-6c79-45f5-999c-560635f1ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:13.922690 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-96f22e60-a497-4c45-8071-4817769987d3 req-2da6c17e-6c79-45f5-999c-560635f1ffe9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca85be79-dcc1-4564-a978-271ecca83135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0979691 Jun 29 12:36:13.931590 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dff5c94f-6210-40c0-8a2f-4a808d8deb36 admin admin] Publish callbacks [] for security_group (cb523e70-4be9-477b-a35c-149bcd103da9), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:13.966740 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dff5c94f-6210-40c0-8a2f-4a808d8deb36 admin admin] Publish callbacks [] for security_group (cb523e70-4be9-477b-a35c-149bcd103da9), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:14.043061 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dff5c94f-6210-40c0-8a2f-4a808d8deb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (cb523e70-4be9-477b-a35c-149bcd103da9), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:14.045653 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dff5c94f-6210-40c0-8a2f-4a808d8deb36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:14.046207 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-96f22e60-a497-4c45-8071-4817769987d3 req-06816e5e-2b33-4d4e-af10-a32d2c129e85 service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153240 Jun 29 12:36:14.047899 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-dff5c94f-6210-40c0-8a2f-4a808d8deb36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb523e70-4be9-477b-a35c-149bcd103da9 HTTP/1.1" status: 204 len: 168 time: 0.1866040 Jun 29 12:36:14.057643 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5c94f-6210-40c0-8a2f-4a808d8deb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb523e70-4be9-477b-a35c-149bcd103da9,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:14.168238 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:14.181274 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-96f22e60-a497-4c45-8071-4817769987d3 req-f35c342a-bdf6-4a5d-9247-5a5e36f69880 service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177151 Jun 29 12:36:14.442124 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [req-9566109a-9083-4eaa-9d14-e7c369be1aef req-0f6946df-bdd9-441a-805a-eb37294ec3cf service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:36:14.443181 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9566109a-9083-4eaa-9d14-e7c369be1aef req-0f6946df-bdd9-441a-805a-eb37294ec3cf service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055840 Jun 29 12:36:14.633758 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c867a92-9b21-4e8f-aa6b-f81c95013f54 req-acc3d9c6-a567-4f5e-aed8-ca37309a7b7d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:14.635418 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6c867a92-9b21-4e8f-aa6b-f81c95013f54 req-acc3d9c6-a567-4f5e-aed8-ca37309a7b7d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 946 time: 0.0658779 Jun 29 12:36:14.692877 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6c867a92-9b21-4e8f-aa6b-f81c95013f54 req-35c8b5a6-183e-4c91-be14-89e8f33be7ba tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502203 Jun 29 12:36:15.063951 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c73e8ec9-3797-428f-82d9-0808363d1eab no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:36:15.146667 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 33530) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:15.151388 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c73e8ec9-3797-428f-82d9-0808363d1eab is: ACTIVE; New status is: DOWN {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:36:15.151834 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:15.182261 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:36:15.185180 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f2a8ec-57e7-4c6c-b801-5f7e44a825d3" -d '{"events": [{"server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "name": "network-vif-unplugged", "status": "completed", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:15.201075 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:15.206826 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:15.248568 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-f9e57e0e-5fef-4e68-9423-16be6f2839c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006064 Jun 29 12:36:15.250468 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Jun 2022 12:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5806a518-2e39-4a30-bb59-5cd225fd7c39 x-openstack-request-id: req-5806a518-2e39-4a30-bb59-5cd225fd7c39 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:15.250958 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "name": "network-vif-unplugged", "status": "failed", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab", "code": 422}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:15.251397 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5806a518-2e39-4a30-bb59-5cd225fd7c39 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:15.251940 dv-cinder-812685-12-iscsi neutron-server[104106]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5806a518-2e39-4a30-bb59-5cd225fd7c39']: {'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'code': 422} returned with failed status Jun 29 12:36:15.264573 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-e5081b2e-a15c-4b44-85f8-2d8d0bdc0bc5 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:36:15.265747 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-e5081b2e-a15c-4b44-85f8-2d8d0bdc0bc5 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063789 Jun 29 12:36:15.282878 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=8']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:15.348732 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 33540) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:15.464516 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-cab20ae4-515d-43ed-a4d1-ede88a85d8dd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:15.465889 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-cab20ae4-515d-43ed-a4d1-ede88a85d8dd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports/c73e8ec9-3797-428f-82d9-0808363d1eab HTTP/1.1" status: 200 len: 941 time: 0.1158009 Jun 29 12:36:15.626835 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd93a-cac3-42aa-87c4-d69ad1603486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:15.829679 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87235f-28d2-4d10-adee-d01e1df30cb7 req-43da9933-6320-4b9a-afe0-11eb0e08f7e0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:15.831228 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4b87235f-28d2-4d10-adee-d01e1df30cb7 req-43da9933-6320-4b9a-afe0-11eb0e08f7e0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0542879 Jun 29 12:36:15.883017 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4b87235f-28d2-4d10-adee-d01e1df30cb7 req-1577e2de-9c13-42b6-a43a-180e6025de39 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459478 Jun 29 12:36:17.067488 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b11c2-d33d-4e15-a7b3-1635eda264f6 req-c945ca0c-af42-4cc9-8d78-61b29e0a9ded tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:17.068973 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e68b11c2-d33d-4e15-a7b3-1635eda264f6 req-c945ca0c-af42-4cc9-8d78-61b29e0a9ded tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.1091874 Jun 29 12:36:17.069859 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-e4d78a81-0cd0-4689-b4ee-2b6405caf2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:17.071235 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-e4d78a81-0cd0-4689-b4ee-2b6405caf2b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86&tenant_id=0ed882ae485441db99ccf6109be51b22 HTTP/1.1" status: 200 len: 1128 time: 0.1015465 Jun 29 12:36:17.146388 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e68b11c2-d33d-4e15-a7b3-1635eda264f6 req-eb71af6e-930f-4e95-9c66-b17d0e334533 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716207 Jun 29 12:36:17.149397 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-d3609d9c-00a2-4fd4-b98d-0063f9f17ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:17.150838 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-d3609d9c-00a2-4fd4-b98d-0063f9f17ee2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 1128 time: 0.0558100 Jun 29 12:36:17.246600 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-e32bdbc8-01cd-4d0a-a34f-0947c560e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:17.248067 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-e32bdbc8-01cd-4d0a-a34f-0947c560e989 service neutron] 10.222.0.23 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 916 time: 0.0890176 Jun 29 12:36:17.315026 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-07ab33d3-70cf-41d2-97af-925e74ad6b74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73e8ec9-3797-428f-82d9-0808363d1eab HTTP/1.1" status: 200 len: 1000 time: 0.0574524 Jun 29 12:36:17.364263 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-2b22e3d3-4c65-4091-b80e-1ab87054e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:17.366046 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-2b22e3d3-4c65-4091-b80e-1ab87054e657 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c148cadd-a729-4cd0-b892-76a50620ba16 HTTP/1.1" status: 200 len: 854 time: 0.0436261 Jun 29 12:36:17.410021 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-8b836d8c-491c-4635-bb6b-ce30034ec737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:17.411510 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-8b836d8c-491c-4635-bb6b-ce30034ec737 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=397d642b-81b8-4b71-80dd-1d3a811e873b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385673 Jun 29 12:36:17.446769 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:17.504659 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-a9f5ad9f-b146-4bf3-b955-33928033f6ff service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853717 Jun 29 12:36:17.598185 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1d82e8fa-89ed-4639-9c6a-048e01535429 req-21ff6aac-de09-452d-8029-2ca5f0d05815 service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846181 Jun 29 12:36:17.994908 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b61d7b5f-46c6-4e8f-b946-de6f98e3d17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:18.339315 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b17fd-b815-456d-a7b5-6684b3fa8462 req-33194e38-b55d-4db4-b05e-5e6ef739df28 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:18.358413 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b13b17fd-b815-456d-a7b5-6684b3fa8462 req-33194e38-b55d-4db4-b05e-5e6ef739df28 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0875363 Jun 29 12:36:18.439386 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b13b17fd-b815-456d-a7b5-6684b3fa8462 req-481da234-56d4-4267-b9b9-64a602bea540 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780747 Jun 29 12:36:19.084326 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:19.323217 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:36:19.584219 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377e333-3f80-45cb-9535-06421c3dabd5 req-429e4a96-14e6-4f97-9c6a-f137e59e498b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:19.593601 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4377e333-3f80-45cb-9535-06421c3dabd5 req-429e4a96-14e6-4f97-9c6a-f137e59e498b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0653231 Jun 29 12:36:19.642799 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4377e333-3f80-45cb-9535-06421c3dabd5 req-eaa07f47-e68f-4ea0-8796-dc21d39f4f4d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482259 Jun 29 12:36:20.449693 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:20.798327 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc46a9c-a789-4e1e-aa0e-811488f2d03d req-a9e1f5b6-77d5-42d7-92c2-ce7249ab4edd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:20.814733 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3fc46a9c-a789-4e1e-aa0e-811488f2d03d req-a9e1f5b6-77d5-42d7-92c2-ce7249ab4edd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0744383 Jun 29 12:36:20.861396 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:20.882563 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3fc46a9c-a789-4e1e-aa0e-811488f2d03d req-7725c3a5-c5f8-45d1-b6b6-01858c29167b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665965 Jun 29 12:36:20.981850 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:21.007667 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:21.011036 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:22.021340 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249de05-8ecc-48fe-8776-1c245d98f7ef req-ed681b8a-8157-439d-83e9-b6f913f30fc2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:22.022864 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2249de05-8ecc-48fe-8776-1c245d98f7ef req-ed681b8a-8157-439d-83e9-b6f913f30fc2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0572362 Jun 29 12:36:22.083127 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2249de05-8ecc-48fe-8776-1c245d98f7ef req-b66e7836-7449-493c-a2a8-3e50d9142d1e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536945 Jun 29 12:36:23.262802 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57085d8d-30f9-45fd-a286-285361489a22 req-e68bced3-b641-4c26-a20f-f8adc2db26f7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:23.265676 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-57085d8d-30f9-45fd-a286-285361489a22 req-e68bced3-b641-4c26-a20f-f8adc2db26f7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0840518 Jun 29 12:36:23.317058 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-57085d8d-30f9-45fd-a286-285361489a22 req-f5cc4f3a-5543-4dfd-8e91-9fe1a897e179 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450366 Jun 29 12:36:23.891376 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:24.449732 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0557cd-b4ec-4073-bea0-1c7bf0119e1c req-8574a896-cac8-4cfd-b3b3-0c20d8ebd168 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:24.451270 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4a0557cd-b4ec-4073-bea0-1c7bf0119e1c req-8574a896-cac8-4cfd-b3b3-0c20d8ebd168 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0499256 Jun 29 12:36:24.503600 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4a0557cd-b4ec-4073-bea0-1c7bf0119e1c req-fe7c8755-d3ca-4c76-9b03-43a7e82d6c64 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466492 Jun 29 12:36:25.364661 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 33704) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:25.489708 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:25.508358 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:25.568737 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Publish callbacks [] for security_group (d5a2b1c4-43eb-4064-9a71-a6f4fdc1328e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:25.572705 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (d5a2b1c4-43eb-4064-9a71-a6f4fdc1328e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:25.615561 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a2b1c4-43eb-4064-9a71-a6f4fdc1328e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:25.625295 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.625651 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.626201 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.626652 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.626993 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.627326 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.627655 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.627984 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.628312 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.628647 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.628965 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.629291 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.629608 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.630098 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.630633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.638861 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-30e03ecc-4162-45dc-a0fc-8a51c6c70316 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=334ad3e0b90c47fba2f75c54ce6ef0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728832 Jun 29 12:36:25.639205 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 33710) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:36:25.678637 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc50d5-e9d0-4e9d-9c75-b53843d6b04f req-913e435b-6403-4307-b89a-d6ac44aaff02 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:25.680218 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7bbc50d5-e9d0-4e9d-9c75-b53843d6b04f req-913e435b-6403-4307-b89a-d6ac44aaff02 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0953224 Jun 29 12:36:25.741678 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Publish callbacks [] for security_group (d5a2b1c4-43eb-4064-9a71-a6f4fdc1328e), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:25.758142 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7bbc50d5-e9d0-4e9d-9c75-b53843d6b04f req-ae211688-246c-4f55-bb3d-65a78b101d76 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691001 Jun 29 12:36:25.770808 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Publish callbacks [] for security_group (d5a2b1c4-43eb-4064-9a71-a6f4fdc1328e), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:25.823415 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (d5a2b1c4-43eb-4064-9a71-a6f4fdc1328e), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:25.825982 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:25.829900 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5a2b1c4-43eb-4064-9a71-a6f4fdc1328e HTTP/1.1" status: 204 len: 168 time: 0.1869056 Jun 29 12:36:25.835742 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a2b1c4-43eb-4064-9a71-a6f4fdc1328e,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:25.843659 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.843981 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.844326 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.844663 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.844995 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.845324 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.845649 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.845972 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.846294 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.846648 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.846974 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.847333 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.847720 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.848055 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:25.848389 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d320a49-9ca2-4308-9adb-888b15e8f866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.890117 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b455d3-8a4a-4348-bc5b-c68b942d54cc req-d3fef8cc-64f6-4e26-ab82-5e71ba56745f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:26.891691 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d4b455d3-8a4a-4348-bc5b-c68b942d54cc req-d3fef8cc-64f6-4e26-ab82-5e71ba56745f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0523164 Jun 29 12:36:26.938931 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d4b455d3-8a4a-4348-bc5b-c68b942d54cc req-3a97f30d-2866-4820-bd39-73a4d9baf9c7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 Jun 29 12:36:28.051821 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:28.067765 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342fa70-e580-44b5-95d7-4adc3982aabe req-605e1cef-5a9a-4e6c-bbfa-4f6ae604b467 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:28.069226 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f342fa70-e580-44b5-95d7-4adc3982aabe req-605e1cef-5a9a-4e6c-bbfa-4f6ae604b467 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0544705 Jun 29 12:36:28.118735 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f342fa70-e580-44b5-95d7-4adc3982aabe req-071f87d8-1159-42c4-8823-a9e0fa80bc85 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437539 Jun 29 12:36:29.238993 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d1c6-e42b-417e-af0f-5be80e4fe737 req-d3ad578f-a3ff-4584-bb6f-21b7bb48ec49 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:29.240361 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f088d1c6-e42b-417e-af0f-5be80e4fe737 req-d3ad578f-a3ff-4584-bb6f-21b7bb48ec49 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0496945 Jun 29 12:36:29.287590 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f088d1c6-e42b-417e-af0f-5be80e4fe737 req-12512f2e-d340-400a-8a98-cac374e98822 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417433 Jun 29 12:36:29.319663 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=40 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:29.610362 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-7d054a4d-c14b-4691-9b8d-26c7fb01129d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376239 Jun 29 12:36:29.673393 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-cba4b77d-631a-459f-a4c1-8382184cb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:29.674907 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-cba4b77d-631a-459f-a4c1-8382184cb834 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 1130 time: 0.0386696 Jun 29 12:36:29.782619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-fc209194-1ed5-4f48-962c-cc4a98dbf55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:29.784100 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-fc209194-1ed5-4f48-962c-cc4a98dbf55f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 200 len: 912 time: 0.0885322 Jun 29 12:36:29.799205 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:29.847314 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-7aa17031-81bb-4e7e-8190-6e01e2cf3fed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f89cd0-bfe6-4930-8b3e-f58f898ca571 HTTP/1.1" status: 200 len: 1001 time: 0.0549953 Jun 29 12:36:29.894911 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-9509030d-71c7-4fe0-b17f-8cb5d5ce8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:29.896453 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-9509030d-71c7-4fe0-b17f-8cb5d5ce8af8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a766576-ad0b-4d70-8d01-cc847aa178ce HTTP/1.1" status: 200 len: 850 time: 0.0431497 Jun 29 12:36:29.944960 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-87b6b08d-e260-43d2-bba2-ba4a2541005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:29.946415 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-87b6b08d-e260-43d2-bba2-ba4a2541005f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b5a74d9-0a05-4165-ad79-54d13b50c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422313 Jun 29 12:36:30.033908 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-4304fa04-5aac-403b-ab8c-be46dc178aca service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803993 Jun 29 12:36:30.129924 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-afcb8709-2f4f-4e1a-82b7-c9560b8b3427 req-f779d5fd-a5cd-42da-9711-fcc492e71d7e service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Jun 29 12:36:30.413220 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf165f05-4dd4-48c8-b8f7-49ccbea2b4a6 req-2326fcde-3754-4046-b159-43cfd46fbe5e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:30.414684 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cf165f05-4dd4-48c8-b8f7-49ccbea2b4a6 req-2326fcde-3754-4046-b159-43cfd46fbe5e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0473590 Jun 29 12:36:30.460304 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-cf165f05-4dd4-48c8-b8f7-49ccbea2b4a6 req-25632d51-1970-48f0-90c0-e3252664d65f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 Jun 29 12:36:30.999052 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:31.578408 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23353a03-386d-41a2-b693-6daeb7868ba5 req-45c6f554-fce2-4f55-9fba-a776735e787c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:31.579890 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-23353a03-386d-41a2-b693-6daeb7868ba5 req-45c6f554-fce2-4f55-9fba-a776735e787c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0473151 Jun 29 12:36:31.626597 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-23353a03-386d-41a2-b693-6daeb7868ba5 req-bb962656-a979-44fa-8d2e-3725f0ccbaef tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412133 Jun 29 12:36:32.745352 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb7e9-d625-4309-964e-a7077da4e82f req-04d35476-45ce-47fd-a427-bccd7c536d79 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:32.746840 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1e7bb7e9-d625-4309-964e-a7077da4e82f req-04d35476-45ce-47fd-a427-bccd7c536d79 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0472865 Jun 29 12:36:32.797818 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1e7bb7e9-d625-4309-964e-a7077da4e82f req-57540ebe-abaf-40a8-be03-905ee6e252d8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450060 Jun 29 12:36:33.913802 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:33.923006 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e89cbf-535a-4876-91d2-693a6029345e req-b143c5f2-2402-4346-b7d3-d980c9770bc4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:33.924452 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b8e89cbf-535a-4876-91d2-693a6029345e req-b143c5f2-2402-4346-b7d3-d980c9770bc4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0519571 Jun 29 12:36:33.970913 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b8e89cbf-535a-4876-91d2-693a6029345e req-b34e4061-8567-4b46-a457-33a70515b134 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Jun 29 12:36:35.093262 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79561b-4bb5-407f-af18-d35205a16dfc req-84b8f59d-8a86-40e2-b825-8f0ac23911d5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:35.094729 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dc79561b-4bb5-407f-af18-d35205a16dfc req-84b8f59d-8a86-40e2-b825-8f0ac23911d5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0471120 Jun 29 12:36:35.141626 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dc79561b-4bb5-407f-af18-d35205a16dfc req-d559613f-b07b-421d-a6ec-c5b506314a8c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Jun 29 12:36:35.871418 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:36.263919 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947e8d-4fff-40ea-8077-e8a68df48fe7 req-0abb88c6-5564-4c3a-ab09-394c5e1a81c7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:36.265511 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d3947e8d-4fff-40ea-8077-e8a68df48fe7 req-0abb88c6-5564-4c3a-ab09-394c5e1a81c7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0493050 Jun 29 12:36:36.311944 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d3947e8d-4fff-40ea-8077-e8a68df48fe7 req-374b8abb-d842-46fa-bec5-2998f80424b2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405786 Jun 29 12:36:37.245822 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c73e8ec9-3797-428f-82d9-0808363d1eab details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:36:37.349939 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:37.361757 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'port_id': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'mac_address': 'fa:16:3e:fb:a8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:36:37.398899 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c73e8ec9-3797-428f-82d9-0808363d1eab is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:36:37.399288 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:37.412238 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73e8ec9-3797-428f-82d9-0808363d1eab {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:36:37.430273 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a064be-3c58-4d41-9ae4-3e9b68992451 req-d317c182-6753-40cb-84e1-b28ce752f77c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:37.431819 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c7a064be-3c58-4d41-9ae4-3e9b68992451 req-d317c182-6753-40cb-84e1-b28ce752f77c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 944 time: 0.0479648 Jun 29 12:36:37.435464 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:37.440130 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:37.481137 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c7a064be-3c58-4d41-9ae4-3e9b68992451 req-7e1e9298-158f-4578-b00e-5546e2e544bf tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Jun 29 12:36:37.487712 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=9']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:37.494689 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.495151 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.495373 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.495721 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.496118 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.496388 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.496713 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.497037 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.497408 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.497681 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.498005 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.498409 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.498731 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.499230 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.499552 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:37.732025 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['c73e8ec9-3797-428f-82d9-0808363d1eab'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:36:38.598921 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e22da1-23ae-486c-be6d-05661f6c0f30 req-e5c55658-23ff-4a37-a331-80bdd54d6e85 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:38.600366 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-39e22da1-23ae-486c-be6d-05661f6c0f30 req-e5c55658-23ff-4a37-a331-80bdd54d6e85 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 945 time: 0.0462999 Jun 29 12:36:38.650943 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-39e22da1-23ae-486c-be6d-05661f6c0f30 req-4c364d06-e89a-4bfc-ade9-18aec9154cee tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450537 Jun 29 12:36:39.259892 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c73e8ec9-3797-428f-82d9-0808363d1eab up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:39.304568 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port c73e8ec9-3797-428f-82d9-0808363d1eab triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:36:39.304969 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:39.375844 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c73e8ec9-3797-428f-82d9-0808363d1eab is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:36:39.376238 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:39.399480 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:36:39.401677 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438d0acb-71a0-4242-b7f7-fb1d058ea0e1" -d '{"events": [{"server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "name": "network-vif-plugged", "status": "completed", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:39.414951 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:39.419224 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:39.450069 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0039156-d8e6-45f3-9e51-ca39db429086 x-openstack-request-id: req-a0039156-d8e6-45f3-9e51-ca39db429086 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:39.450382 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "name": "network-vif-plugged", "status": "completed", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:39.450679 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0039156-d8e6-45f3-9e51-ca39db429086 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:39.451063 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0039156-d8e6-45f3-9e51-ca39db429086'] response: {'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'code': 200} Jun 29 12:36:39.476942 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=10']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:39.771568 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749429d-479b-4b9c-81e5-14d7e4d14095 req-c3fd8d80-6f6a-46bd-92c5-fbd221b1446b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:39.773001 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5749429d-479b-4b9c-81e5-14d7e4d14095 req-c3fd8d80-6f6a-46bd-92c5-fbd221b1446b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 947 time: 0.0468783 Jun 29 12:36:39.825684 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5749429d-479b-4b9c-81e5-14d7e4d14095 req-addebe1d-bf4e-40e6-8ba1-bc0dcd69f886 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471404 Jun 29 12:36:39.931886 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a83ca4-0781-4b05-ac9d-08ef7fa5f69d req-dc248e8a-dca6-426e-92e9-8fb30bcd9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:39.933356 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-92a83ca4-0781-4b05-ac9d-08ef7fa5f69d req-dc248e8a-dca6-426e-92e9-8fb30bcd9356 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 1131 time: 0.0382221 Jun 29 12:36:39.976300 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-92a83ca4-0781-4b05-ac9d-08ef7fa5f69d req-b57d8932-01d7-4878-bbc8-ae9cefe11543 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362527 Jun 29 12:36:40.946904 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1beadd-b0cd-450a-9af8-b5c340bd230e req-165a72e7-e2bf-484f-9b41-f8f52f046510 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:40.948371 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9a1beadd-b0cd-450a-9af8-b5c340bd230e req-165a72e7-e2bf-484f-9b41-f8f52f046510 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 947 time: 0.0499856 Jun 29 12:36:40.995059 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9a1beadd-b0cd-450a-9af8-b5c340bd230e req-266cf837-ee33-441d-ab1c-29b1ae8f3772 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406427 Jun 29 12:36:42.123731 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ab7f4-e76b-4d03-93ab-b5892aa6eaec req-5555821d-85b2-413c-be41-2ec3651ce8d4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:42.125207 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e84ab7f4-e76b-4d03-93ab-b5892aa6eaec req-5555821d-85b2-413c-be41-2ec3651ce8d4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 947 time: 0.0519283 Jun 29 12:36:42.177162 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e84ab7f4-e76b-4d03-93ab-b5892aa6eaec req-b30225f0-d637-4d93-9901-16588e26e788 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447476 Jun 29 12:36:42.588381 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b591f-ad23-4cee-80dd-2382466a06c7 req-bd4cb0de-fa0a-4b21-b0a1-5ada8c48a040 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:42.589851 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-129b591f-ad23-4cee-80dd-2382466a06c7 req-bd4cb0de-fa0a-4b21-b0a1-5ada8c48a040 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0479150 Jun 29 12:36:42.601532 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:42.641215 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-129b591f-ad23-4cee-80dd-2382466a06c7 req-dabee637-07dd-433e-a9d2-bcf7b6893caf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451179 Jun 29 12:36:43.264992 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:43.311585 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b792f15-9e18-42f6-84da-92af3ec8aaa7 req-a087807f-1aaf-4302-bd0a-83c84d8d9b44 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:43.312981 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2b792f15-9e18-42f6-84da-92af3ec8aaa7 req-a087807f-1aaf-4302-bd0a-83c84d8d9b44 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 947 time: 0.0561888 Jun 29 12:36:43.360548 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2b792f15-9e18-42f6-84da-92af3ec8aaa7 req-da066d0f-e478-4dad-a344-1e0d27a79d7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Jun 29 12:36:43.755509 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77d6b4-dd76-42b2-bf07-eae78c5d8595 req-0768ce10-0982-423c-b01e-b618cea32154 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:43.756939 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3a77d6b4-dd76-42b2-bf07-eae78c5d8595 req-0768ce10-0982-423c-b01e-b618cea32154 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0467162 Jun 29 12:36:43.808533 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3a77d6b4-dd76-42b2-bf07-eae78c5d8595 req-d669ace1-2325-4759-bed8-ea1f3e555043 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462184 Jun 29 12:36:44.920163 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfc988-95e7-412b-805c-5c08de0a7fc9 req-48878231-f4a0-41fc-bb26-792a919f09a4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:44.921539 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cacfc988-95e7-412b-805c-5c08de0a7fc9 req-48878231-f4a0-41fc-bb26-792a919f09a4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0465078 Jun 29 12:36:44.971453 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cacfc988-95e7-412b-805c-5c08de0a7fc9 req-9cf8b91e-1bde-4b7e-861a-262bb530577c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442483 Jun 29 12:36:45.628356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9695-e06a-411f-be86-fd344b7537d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:46.084836 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe70490-f2e5-43a6-9adb-ab53a75625b6 req-71b55fab-8cee-4e32-b2b9-ff6528d15381 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:46.086373 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bfe70490-f2e5-43a6-9adb-ab53a75625b6 req-71b55fab-8cee-4e32-b2b9-ff6528d15381 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0486193 Jun 29 12:36:46.135951 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bfe70490-f2e5-43a6-9adb-ab53a75625b6 req-b2457a09-02bc-4787-b659-51697044e8f5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Jun 29 12:36:47.251162 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ae7b9-2c31-498e-b00a-dabf97fdd391 req-7b624ac1-827a-4edb-ab4d-06c1e9b46c09 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:47.252622 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-310ae7b9-2c31-498e-b00a-dabf97fdd391 req-7b624ac1-827a-4edb-ab4d-06c1e9b46c09 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0460951 Jun 29 12:36:47.299334 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-310ae7b9-2c31-498e-b00a-dabf97fdd391 req-f613d1d0-d080-4512-bf58-7878c3653987 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 Jun 29 12:36:47.975356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:47.977808 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:47.990136 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7effe58-280f-4ee7-a034-e638052dfecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:48.411791 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94c59e-c7ce-43f9-ae16-6871a2fc32d1 req-c88a2bbd-759e-4848-bf00-736ef84d6563 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:48.413255 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aa94c59e-c7ce-43f9-ae16-6871a2fc32d1 req-c88a2bbd-759e-4848-bf00-736ef84d6563 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0481236 Jun 29 12:36:48.461537 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aa94c59e-c7ce-43f9-ae16-6871a2fc32d1 req-48d53dee-f993-4fd3-ab2d-d5fe168f77e1 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Jun 29 12:36:49.086403 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:49.575622 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3b9c4-c2fe-4634-b07f-4dec89d997b9 req-e3b2f4d1-616a-468c-8699-fb87b08ba5af tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:49.577938 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8dd3b9c4-c2fe-4634-b07f-4dec89d997b9 req-e3b2f4d1-616a-468c-8699-fb87b08ba5af tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0490375 Jun 29 12:36:49.624067 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8dd3b9c4-c2fe-4634-b07f-4dec89d997b9 req-4c3c958a-a2a8-4cfa-8963-3bff4acbd132 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Jun 29 12:36:50.444050 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:50.739478 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb2982-50f7-4f03-8af6-e3d9a15d1c27 req-ca77ecd3-596c-4987-9ee4-a3b13a2cb38a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:50.740819 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1ccb2982-50f7-4f03-8af6-e3d9a15d1c27 req-ca77ecd3-596c-4987-9ee4-a3b13a2cb38a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0496495 Jun 29 12:36:50.787732 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1ccb2982-50f7-4f03-8af6-e3d9a15d1c27 req-9c5ef21a-76a9-4917-be30-24b0a1d14d20 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414329 Jun 29 12:36:50.991072 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:50.993353 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:36:51.889283 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:51.900592 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5a528-8bb8-422a-893a-194e87ff4251 req-738a8de8-7411-4bb8-bdfe-7f88fac35c9b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:51.902081 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9fa5a528-8bb8-422a-893a-194e87ff4251 req-738a8de8-7411-4bb8-bdfe-7f88fac35c9b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0481734 Jun 29 12:36:51.949183 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9fa5a528-8bb8-422a-893a-194e87ff4251 req-432cc4ef-ce82-4c46-8a7c-a3773f01515b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 Jun 29 12:36:52.321386 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:52.326738 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:53.069575 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818a357-46c6-4533-977b-2cb388c7df23 req-152bca3e-20c4-4fe5-839c-d8837bff89ea tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:53.071065 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0818a357-46c6-4533-977b-2cb388c7df23 req-152bca3e-20c4-4fe5-839c-d8837bff89ea tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0509439 Jun 29 12:36:53.117513 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0818a357-46c6-4533-977b-2cb388c7df23 req-7067b9ec-f9e0-4ae5-bdb3-9843e7bd5c78 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408976 Jun 29 12:36:53.298221 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:53.309356 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576dd5a-aef8-4284-bb53-c9480b1a98b0 req-8b8af180-a3b3-4c91-b7ce-2205b66f807c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:53.311425 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a576dd5a-aef8-4284-bb53-c9480b1a98b0 req-8b8af180-a3b3-4c91-b7ce-2205b66f807c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0485699 Jun 29 12:36:53.390482 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-9969e8ea-5864-4177-a505-bb6502a3d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:53.391967 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-9969e8ea-5864-4177-a505-bb6502a3d9a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 1130 time: 0.0600617 Jun 29 12:36:53.394993 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a576dd5a-aef8-4284-bb53-c9480b1a98b0 req-59a20086-fe0a-4fe5-8c0a-a75f76403185 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781729 Jun 29 12:36:53.483234 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-cb89e6ff-f8d4-4fa5-94ae-a77f23213390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:53.484264 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-cb89e6ff-f8d4-4fa5-94ae-a77f23213390 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 200 len: 912 time: 0.0853996 Jun 29 12:36:53.549931 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-8e84c8f0-7af5-407a-98de-e1f5729e5401 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f89cd0-bfe6-4930-8b3e-f58f898ca571 HTTP/1.1" status: 200 len: 1001 time: 0.0588551 Jun 29 12:36:53.598198 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-1f7c9792-29fc-4e80-a5dc-0ea714097e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:53.599631 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-1f7c9792-29fc-4e80-a5dc-0ea714097e68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a766576-ad0b-4d70-8d01-cc847aa178ce HTTP/1.1" status: 200 len: 850 time: 0.0433037 Jun 29 12:36:53.642122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-98bbb485-98e2-49d3-9dfc-c14c19aab67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:53.643570 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-98bbb485-98e2-49d3-9dfc-c14c19aab67a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b5a74d9-0a05-4165-ad79-54d13b50c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377474 Jun 29 12:36:53.737070 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-495d6e30-2c58-468f-998c-8953a65b574b service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861759 Jun 29 12:36:53.826527 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4e9bbe6b-75f0-428e-bc0d-88ac7772cc28 req-0bc54c23-a39e-4964-83d1-284b87045d58 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824995 Jun 29 12:36:54.514006 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ea272-96f1-431e-abd2-d8441eb82cd0 req-ff4f2462-7209-45ca-8c27-26b602a8ebdf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:54.515496 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-759ea272-96f1-431e-abd2-d8441eb82cd0 req-ff4f2462-7209-45ca-8c27-26b602a8ebdf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0503068 Jun 29 12:36:54.812035 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-759ea272-96f1-431e-abd2-d8441eb82cd0 req-5960ec50-9030-4581-b32d-1dffb2ad9d95 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908690 Jun 29 12:36:55.913896 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:55.925299 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c6e40-0909-4d63-8525-66e643e491aa req-52dffcd4-9988-4ef3-b712-2b5061c1b33b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:55.926762 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bb0c6e40-0909-4d63-8525-66e643e491aa req-52dffcd4-9988-4ef3-b712-2b5061c1b33b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0481641 Jun 29 12:36:55.977735 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bb0c6e40-0909-4d63-8525-66e643e491aa req-1afd85c6-94db-40bc-901d-28e84ca99c02 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455225 Jun 29 12:36:56.321145 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:36:59.486046 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-1a0b5f01-4418-47dd-b1c7-07162281e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:59.487574 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-1a0b5f01-4418-47dd-b1c7-07162281e59c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 1130 time: 0.0662961 Jun 29 12:36:59.498019 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56762efd-0fa6-4a9b-91b9-2a2d4ab25405 req-416a014b-16f2-4bc8-b533-b508d4120a14 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:59.499410 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-56762efd-0fa6-4a9b-91b9-2a2d4ab25405 req-416a014b-16f2-4bc8-b533-b508d4120a14 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0684729 Jun 29 12:36:59.609574 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-56762efd-0fa6-4a9b-91b9-2a2d4ab25405 req-e6f0f4c7-2e86-40e9-841f-364ae7792da7 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012232 Jun 29 12:36:59.623026 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-717eb4b0-6fde-49d0-822f-689698730a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:59.624476 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-717eb4b0-6fde-49d0-822f-689698730a48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.1242416 Jun 29 12:36:59.686635 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-2223ff45-0b5e-47fe-ba26-86b0eb1f6ff3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153 HTTP/1.1" status: 200 len: 1001 time: 0.0551617 Jun 29 12:36:59.737365 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-fce100cf-cd0a-4c90-9101-581d4e2881f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:59.738790 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-fce100cf-cd0a-4c90-9101-581d4e2881f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.0461519 Jun 29 12:36:59.779246 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:36:59.783444 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-ae9d4ca5-4874-4148-973a-23c4bbceb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:36:59.784929 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-ae9d4ca5-4874-4148-973a-23c4bbceb02e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395808 Jun 29 12:36:59.877752 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-21fa23df-3d8a-46f9-acdf-1e9c2cf60454 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850961 Jun 29 12:36:59.967653 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a210fc77-2c8a-4376-bb94-02d04c677f47 req-092b578f-e454-4aac-8842-f978bd94ca7f service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828252 Jun 29 12:37:00.725914 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a19cd2-129a-43ee-89a3-766f6d13334a req-49ef6104-bf75-47c4-82a2-0ebbbb7a45be tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:00.727366 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-89a19cd2-129a-43ee-89a3-766f6d13334a req-49ef6104-bf75-47c4-82a2-0ebbbb7a45be tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0464458 Jun 29 12:37:00.773732 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-89a19cd2-129a-43ee-89a3-766f6d13334a req-227b31c3-248d-4c33-acd1-7846c58653c6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Jun 29 12:37:00.979839 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:00.987660 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:01.886250 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81912ee2-8e39-4f89-96cf-0b90ff0d1022 req-b5302ad8-9872-4977-9920-7af3e36b3c4a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:01.887724 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-81912ee2-8e39-4f89-96cf-0b90ff0d1022 req-b5302ad8-9872-4977-9920-7af3e36b3c4a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0475383 Jun 29 12:37:01.937542 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-81912ee2-8e39-4f89-96cf-0b90ff0d1022 req-15c570ee-e0ff-4a20-8658-a66fa5ad269e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439050 Jun 29 12:37:03.049499 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fcf1a-e2a6-45c6-9ae6-4e2845a6c1f5 req-1d9be755-615d-46a6-825d-de930854a4bd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:03.050988 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-121fcf1a-e2a6-45c6-9ae6-4e2845a6c1f5 req-1d9be755-615d-46a6-825d-de930854a4bd tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0477653 Jun 29 12:37:03.100144 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-121fcf1a-e2a6-45c6-9ae6-4e2845a6c1f5 req-d614b778-e7ce-419e-93d7-5e4cccf141cc tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 Jun 29 12:37:04.217880 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ce15f-9d36-4d25-8bf0-d7553d406f65 req-fe5b0dfc-8937-436e-a9ae-2332e1268ac4 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:04.219454 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-053ce15f-9d36-4d25-8bf0-d7553d406f65 req-fe5b0dfc-8937-436e-a9ae-2332e1268ac4 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0476503 Jun 29 12:37:04.265353 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-053ce15f-9d36-4d25-8bf0-d7553d406f65 req-dc76d33a-d983-4ecb-a320-eca7bda9a7c0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404296 Jun 29 12:37:05.378042 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51de45-7963-448d-b997-2318f6ca8764 req-bcefd94d-c4f6-4e25-8c18-5f1a34ad2e71 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:05.379552 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7b51de45-7963-448d-b997-2318f6ca8764 req-bcefd94d-c4f6-4e25-8c18-5f1a34ad2e71 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0470366 Jun 29 12:37:05.427210 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7b51de45-7963-448d-b997-2318f6ca8764 req-4fe64ed4-7095-42da-b3c8-4783d33233ed tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Jun 29 12:37:06.541552 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ceb9a-0383-4250-897e-deb7ab9d9c78 req-454e6384-102c-42a7-8695-2d2a44e69be0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:06.543025 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b10ceb9a-0383-4250-897e-deb7ab9d9c78 req-454e6384-102c-42a7-8695-2d2a44e69be0 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0468919 Jun 29 12:37:06.589382 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b10ceb9a-0383-4250-897e-deb7ab9d9c78 req-701a3ac3-7b47-4ead-9bae-c554e1b05c4f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404098 Jun 29 12:37:07.704553 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f6960-69ab-4033-8315-389b5db3923f req-08751f0e-c52f-4d38-89f1-e8129d72cbeb tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:07.706060 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e4f6960-69ab-4033-8315-389b5db3923f req-08751f0e-c52f-4d38-89f1-e8129d72cbeb tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0476940 Jun 29 12:37:07.752573 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4e4f6960-69ab-4033-8315-389b5db3923f req-c6a9dd21-57d3-44b7-a4c4-b4f81409abc3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Jun 29 12:37:09.102384 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b816be-6931-4792-9197-bdec2ee6917a req-4680ea8f-ad1e-4713-ba8f-64fb3568a83b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:09.103879 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-05b816be-6931-4792-9197-bdec2ee6917a req-4680ea8f-ad1e-4713-ba8f-64fb3568a83b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.2825358 Jun 29 12:37:09.149773 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-05b816be-6931-4792-9197-bdec2ee6917a req-089eaa4a-4499-4dc1-93ea-5c7da60ceb82 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395677 Jun 29 12:37:10.270558 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a3ebf-bcfa-4a1e-bb88-e15ae4925c26 req-93114e98-7e72-49e3-8e6f-517d255c8d6e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:10.271950 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8d1a3ebf-bcfa-4a1e-bb88-e15ae4925c26 req-93114e98-7e72-49e3-8e6f-517d255c8d6e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0505333 Jun 29 12:37:10.310568 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:10.328337 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8d1a3ebf-bcfa-4a1e-bb88-e15ae4925c26 req-e8decaa3-ea66-4f1c-85e2-93126786294a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Jun 29 12:37:11.360678 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:11.364405 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d732beb-9917-4afe-8054-c4f6f0e52e24 req-15e7b81a-8d6f-441e-9a23-0ad85fe7cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:11.365996 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7d732beb-9917-4afe-8054-c4f6f0e52e24 req-15e7b81a-8d6f-441e-9a23-0ad85fe7cdec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 1130 time: 0.0394232 Jun 29 12:37:11.421736 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7d732beb-9917-4afe-8054-c4f6f0e52e24 req-c1c3e7d0-e629-4b51-9eab-227d9e763f89 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493610 Jun 29 12:37:11.458033 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9468306-9485-4e92-a344-30902bc1e714 req-00f343d2-4557-4bf3-9b29-53b2c53e306a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:11.459494 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a9468306-9485-4e92-a344-30902bc1e714 req-00f343d2-4557-4bf3-9b29-53b2c53e306a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0583677 Jun 29 12:37:11.506546 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a9468306-9485-4e92-a344-30902bc1e714 req-f593022f-5798-40f9-b0ba-232bd8418071 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415559 Jun 29 12:37:12.619822 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ab456-8024-40e3-b7eb-0083a5551493 req-b7f912a6-e55f-4fc8-bc75-69df600f166e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:12.621192 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-244ab456-8024-40e3-b7eb-0083a5551493 req-b7f912a6-e55f-4fc8-bc75-69df600f166e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0483859 Jun 29 12:37:12.670340 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-244ab456-8024-40e3-b7eb-0083a5551493 req-6c156aa0-3da4-4467-830a-1ef2d45aa9d2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Jun 29 12:37:13.783283 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c2790-fdeb-409f-8cd6-b709cc05cb0e req-d481bae6-4b01-437f-8d45-c3864f054e7d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:13.784735 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43c2790-fdeb-409f-8cd6-b709cc05cb0e req-d481bae6-4b01-437f-8d45-c3864f054e7d tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0469546 Jun 29 12:37:13.830561 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43c2790-fdeb-409f-8cd6-b709cc05cb0e req-7696558a-834f-4d6a-bfaf-2c4897538ee5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403855 Jun 29 12:37:14.197220 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-f233cfed-a985-4a44-94d8-e6863db512fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:14.198757 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-f233cfed-a985-4a44-94d8-e6863db512fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 1130 time: 0.0397427 Jun 29 12:37:14.218522 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652016d-9790-41aa-b311-2f0db4c16fbd req-07b1fd39-92eb-407b-86e2-73d526707711 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:14.220113 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c652016d-9790-41aa-b311-2f0db4c16fbd req-07b1fd39-92eb-407b-86e2-73d526707711 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0522251 Jun 29 12:37:14.268581 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c652016d-9790-41aa-b311-2f0db4c16fbd req-17c5e997-f074-4ed7-bbb3-6e9a7794d6e1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Jun 29 12:37:14.289989 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:14.294100 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-4285317c-48d0-456b-814c-a911f0b1b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:14.295575 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-4285317c-48d0-456b-814c-a911f0b1b21a service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.0912688 Jun 29 12:37:14.308999 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:14.357629 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-ac815318-d640-49fb-b907-5c9a7afd45b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153 HTTP/1.1" status: 200 len: 1001 time: 0.0549183 Jun 29 12:37:14.410884 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-358a320f-1a96-4402-8389-610deb537968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:14.412997 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-358a320f-1a96-4402-8389-610deb537968 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.0489092 Jun 29 12:37:14.460357 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-0653462b-fc8a-4a47-b9a2-d55ab0716fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:14.461822 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-0653462b-fc8a-4a47-b9a2-d55ab0716fec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417786 Jun 29 12:37:14.556117 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-a1c2798c-3a03-4f8e-8350-609bce08b21f service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865223 Jun 29 12:37:14.649691 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e777b89d-e8b1-400e-b7b7-2f2fadc29a34 req-7aa53560-52ae-43bc-8ab0-fe98a7fd25bb service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847375 Jun 29 12:37:15.384580 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a2f69-6021-490c-88c1-f066047fc76f req-46c6d4ac-21db-4c1e-831b-c63e7ecf246c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:15.386042 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a4a2f69-6021-490c-88c1-f066047fc76f req-46c6d4ac-21db-4c1e-831b-c63e7ecf246c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0477161 Jun 29 12:37:15.436023 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a4a2f69-6021-490c-88c1-f066047fc76f req-c1e7cca3-9db5-4d0d-9815-fd7bfaa0e348 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443997 Jun 29 12:37:15.630969 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea0f9d1c-de12-4d94-89ee-051355a315e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:16.549241 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8399917-5511-49c6-b23b-b5e96ca9859a req-ab7b769b-0bb1-4d45-8d13-05b577ced008 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:16.550720 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a8399917-5511-49c6-b23b-b5e96ca9859a req-ab7b769b-0bb1-4d45-8d13-05b577ced008 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0477240 Jun 29 12:37:16.597191 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a8399917-5511-49c6-b23b-b5e96ca9859a req-c01e78e3-d9f6-453a-bb0e-ec3027ebdeb2 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410237 Jun 29 12:37:17.716374 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ae5ae-e58c-470f-8db6-3b37676c53ee req-36cda011-b70d-498a-89bc-de07a30730e7 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:17.718501 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-304ae5ae-e58c-470f-8db6-3b37676c53ee req-36cda011-b70d-498a-89bc-de07a30730e7 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0507307 Jun 29 12:37:17.766030 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-304ae5ae-e58c-470f-8db6-3b37676c53ee req-71958946-5c01-4217-803e-2a43f0f72b7a tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Jun 29 12:37:17.876052 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3f1f2-7253-418d-834b-ff7f99d8b4fc req-9252c00a-2320-4f2c-940d-f8e97b579c9e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:17.877582 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2d3f1f2-7253-418d-834b-ff7f99d8b4fc req-9252c00a-2320-4f2c-940d-f8e97b579c9e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0482628 Jun 29 12:37:17.885901 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 33948) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:17.891123 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-750b7ca0-0799-4d4a-87ab-03f4c07c0a2b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Request body: {'floatingip': {'port_id': 'e0d184c2-5cac-4f0e-a86b-473ab610d153'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:17.945949 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-750b7ca0-0799-4d4a-87ab-03f4c07c0a2b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for floatingip (0800368e-2f91-408b-9282-d8e23fe02001), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:17.990884 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:17.993042 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-586acf51-2bd5-4e78-ba58-d8b811fb3065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:18.380826 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-750b7ca0-0799-4d4a-87ab-03f4c07c0a2b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:18.384365 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-750b7ca0-0799-4d4a-87ab-03f4c07c0a2b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (0800368e-2f91-408b-9282-d8e23fe02001), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:18.578965 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:18.590319 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750b7ca0-0799-4d4a-87ab-03f4c07c0a2b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Router 13df6ff3-e6ca-490d-af66-f203f60332f2 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:37:18.695117 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750b7ca0-0799-4d4a-87ab-03f4c07c0a2b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:18.699994 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-750b7ca0-0799-4d4a-87ab-03f4c07c0a2b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:18.706028 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] Sync routers for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:18.715192 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:18.715796 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:18.732282 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:18.734590 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546397b3-5c14-456e-8fe2-5e2c2b623bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:18.769770 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-750b7ca0-0799-4d4a-87ab-03f4c07c0a2b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "PUT /v2.0/floatingips/0800368e-2f91-408b-9282-d8e23fe02001 HTTP/1.1" status: 200 len: 993 time: 0.8807070 Jun 29 12:37:18.792501 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6405f1-cbc8-43a8-b720-fd07656a69c5 x-openstack-request-id: req-3b6405f1-cbc8-43a8-b720-fd07656a69c5 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:18.792792 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:18.793043 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b6405f1-cbc8-43a8-b720-fd07656a69c5 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:18.793447 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6405f1-cbc8-43a8-b720-fd07656a69c5'] response: {'name': 'network-changed', 'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'status': 'completed', 'code': 200} Jun 29 12:37:18.855071 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-5bc22b05-4b1f-40b3-af38-7dfa10c96023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:18.856596 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-5bc22b05-4b1f-40b3-af38-7dfa10c96023 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 1130 time: 0.0424824 Jun 29 12:37:18.947145 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:18.952016 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:18.955825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-1f8b481f-4eca-40fa-8179-5f9b8c44511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:18.957426 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-1f8b481f-4eca-40fa-8179-5f9b8c44511b service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.0946445 Jun 29 12:37:19.022555 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-33135320-97a6-49f9-a789-fad9b08504e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153 HTTP/1.1" status: 200 len: 1001 time: 0.0573428 Jun 29 12:37:19.078563 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-5661533c-7801-461b-b5b9-7c7d97cb20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:19.080015 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-5661533c-7801-461b-b5b9-7c7d97cb20d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.0492303 Jun 29 12:37:19.121979 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:19.128361 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-1ca5189b-b7f1-492e-8805-9ddfc8cb2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:19.130045 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-1ca5189b-b7f1-492e-8805-9ddfc8cb2544 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418348 Jun 29 12:37:19.179684 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '0800368e-2f91-408b-9282-d8e23fe02001', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'port_id': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'mac_address': 'fa:16:3e:b3:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:35:42Z', 'updated_at': '2022-06-29T12:37:18Z', 'revision_number': 3, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:43Z', 'revision_number': 5, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:19.204929 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] Checking router: 13df6ff3-e6ca-490d-af66-f203f60332f2 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:19.212934 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:19.213535 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:19.224926 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-f2106200-ccd2-4388-852a-8d9768c1f515 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836432 Jun 29 12:37:19.316384 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:19.321867 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-546397b3-5c14-456e-8fe2-5e2c2b623bcf req-30079a91-b167-48ec-a200-5478a80cd140 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904119 Jun 29 12:37:19.526684 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '0800368e-2f91-408b-9282-d8e23fe02001', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'port_id': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'mac_address': 'fa:16:3e:b3:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:35:42Z', 'updated_at': '2022-06-29T12:37:18Z', 'revision_number': 3, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:43Z', 'revision_number': 5, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:19.555370 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5260ee55-d76a-45d6-bf1f-a6924feb4fe5 None None] The sync data for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi is: [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '0800368e-2f91-408b-9282-d8e23fe02001', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'port_id': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'mac_address': 'fa:16:3e:b3:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:35:42Z', 'updated_at': '2022-06-29T12:37:18Z', 'revision_number': 3, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:43Z', 'revision_number': 5, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:37:20.444636 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:20.795592 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:20.798336 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9" -d '{"events": [{"name": "network-changed", "server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:20.833064 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51149710-515d-4b14-9135-9b063b690745 x-openstack-request-id: req-51149710-515d-4b14-9135-9b063b690745 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:20.833379 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:20.833634 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51149710-515d-4b14-9135-9b063b690745 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:20.834036 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51149710-515d-4b14-9135-9b063b690745'] response: {'name': 'network-changed', 'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'status': 'completed', 'code': 200} Jun 29 12:37:20.894878 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-4d0da7ab-f5d8-444e-8357-b97fed6a789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:20.896688 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-4d0da7ab-f5d8-444e-8357-b97fed6a789a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 1130 time: 0.0396576 Jun 29 12:37:20.910288 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:20.982726 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:20.992391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-95529d80-27e8-4459-b38a-c478165accc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:20.993906 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-95529d80-27e8-4459-b38a-c478165accc2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.0919361 Jun 29 12:37:21.007527 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:21.056111 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-3d41fc6c-2f1b-4a0c-a51a-ea58669f4173 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153 HTTP/1.1" status: 200 len: 1001 time: 0.0565963 Jun 29 12:37:21.107197 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-d9f9de3c-38d9-4cb1-9fd9-906c491d6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:21.109267 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-d9f9de3c-38d9-4cb1-9fd9-906c491d6d1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.0480928 Jun 29 12:37:21.157043 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-748bd376-ba49-457d-b36c-f71c67dba067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:21.158567 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-748bd376-ba49-457d-b36c-f71c67dba067 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432792 Jun 29 12:37:21.253635 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-997aa5ad-6d84-42ea-a27b-4d89b8629f58 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854628 Jun 29 12:37:21.343096 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9b559c2-eaa3-4fb0-87a2-55a0a905bea9 req-900cd4ad-e381-4c84-9287-24dea6bbcfca service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823786 Jun 29 12:37:23.281052 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e05eb8-3aa5-4ca0-ba22-32a70b67fc4e req-0b6701a8-ac57-4eda-be8d-99aaaec76c4c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:23.282580 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-79e05eb8-3aa5-4ca0-ba22-32a70b67fc4e req-0b6701a8-ac57-4eda-be8d-99aaaec76c4c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 947 time: 0.0528586 Jun 29 12:37:23.331345 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-79e05eb8-3aa5-4ca0-ba22-32a70b67fc4e req-f48ae30b-0d95-4895-8a82-15207691cb13 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432577 Jun 29 12:37:24.452038 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef5203-45ba-4e55-9294-e3fc00916230 req-09cdb03a-c55b-4550-8741-242f1bbf49d7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:24.454237 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cfef5203-45ba-4e55-9294-e3fc00916230 req-09cdb03a-c55b-4550-8741-242f1bbf49d7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 947 time: 0.0474970 Jun 29 12:37:24.504487 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cfef5203-45ba-4e55-9294-e3fc00916230 req-f658b7cb-63a7-4883-a8e8-b322c52e5c29 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=41d716bb-60c7-4d28-a33b-5dfa01f0f189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Jun 29 12:37:24.772787 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-3cc1aaf3-5061-4bff-a2c1-900b9da18fd8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:24.774274 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-3cc1aaf3-5061-4bff-a2c1-900b9da18fd8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.23 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 947 time: 0.0488682 Jun 29 12:37:24.850065 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:24.865354 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Deleting port c73e8ec9-3797-428f-82d9-0808363d1eab {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:37:24.865699 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:24.957820 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] For port c73e8ec9-3797-428f-82d9-0808363d1eab, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c73e8ec9-3797-428f-82d9-0808363d1eab,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:24.958100 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:25.167038 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:25.167400 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (1ea6ec83-dd4c-4e81-92af-20629274ec90), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:25.167727 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Floating IP 1ea6ec83-dd4c-4e81-92af-20629274ec90 disassociated. External IP: 172.27.1.243, port: c73e8ec9-3797-428f-82d9-0808363d1eab. Jun 29 12:37:25.168078 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Calling delete_port for c73e8ec9-3797-428f-82d9-0808363d1eab owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:37:25.266820 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:25.301590 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (c73e8ec9-3797-428f-82d9-0808363d1eab), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:25.336753 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event deleted for resources: {'Port': ['ID=c73e8ec9-3797-428f-82d9-0808363d1eab,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:25.443252 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:37:25.544933 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:25.555595 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] Sync routers for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:25.568826 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:25.569802 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:25.591952 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] No DVR routers for this DVR port c73e8ec9-3797-428f-82d9-0808363d1eab on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:37:25.594609 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:25.598022 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-058d595e-0365-4519-a297-ab6d3c07ad21 req-f9b2e45d-0c9c-485a-b8d1-9d8a5ec126ad tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.23 "DELETE /v2.0/ports/c73e8ec9-3797-428f-82d9-0808363d1eab HTTP/1.1" status: 204 len: 173 time: 0.8107083 Jun 29 12:37:25.598488 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'name': 'network-vif-deleted', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:25.600706 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53ed3ff-8b91-484c-9463-c4aeaf110340" -d '{"events": [{"server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "name": "network-vif-deleted", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:25.624948 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ba064131-cadc-4ca3-818c-26d231823efa req-5d6973ba-1b21-4ca5-9eb0-572606ff73e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=d615c3d2-4ba0-41e9-be7e-8e51d8e36b86 HTTP/1.1" status: 200 len: 210 time: 0.0421886 Jun 29 12:37:25.676085 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ff6d86-3ff6-49a7-96d0-0899d99b8bf6 x-openstack-request-id: req-23ff6d86-3ff6-49a7-96d0-0899d99b8bf6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:25.676379 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d615c3d2-4ba0-41e9-be7e-8e51d8e36b86", "name": "network-vif-deleted", "tag": "c73e8ec9-3797-428f-82d9-0808363d1eab", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:25.676631 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23ff6d86-3ff6-49a7-96d0-0899d99b8bf6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:25.677029 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ff6d86-3ff6-49a7-96d0-0899d99b8bf6'] response: {'server_uuid': 'd615c3d2-4ba0-41e9-be7e-8e51d8e36b86', 'name': 'network-vif-deleted', 'tag': 'c73e8ec9-3797-428f-82d9-0808363d1eab', 'status': 'completed', 'code': 200} Jun 29 12:37:25.718462 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:25.909969 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:25.934394 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] Checking router: 6ceba6fe-a67d-4495-ac70-bd8b27368d77 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:25.942909 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:25.943517 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:26.044371 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:26.226998 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:26.335402 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b1b2cb-b8ff-4ba7-acd0-45e82a272c2f None None] The sync data for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi is: [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:37:26.543500 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93faf4cc-eccc-4ab2-a8f3-7c42cf594188 None None] New status for floating IP 1ea6ec83-dd4c-4e81-92af-20629274ec90: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:37:26.721503 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 33990) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:26.778173 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (41d716bb-60c7-4d28-a33b-5dfa01f0f189), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:26.803800 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (41d716bb-60c7-4d28-a33b-5dfa01f0f189), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:26.815284 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:26.860600 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (41d716bb-60c7-4d28-a33b-5dfa01f0f189), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:26.863305 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:26.864541 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "DELETE /v2.0/security-groups/41d716bb-60c7-4d28-a33b-5dfa01f0f189 HTTP/1.1" status: 204 len: 168 time: 0.1419442 Jun 29 12:37:26.867506 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 33992) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:26.875306 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d716bb-60c7-4d28-a33b-5dfa01f0f189,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:26.883612 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.api.v2.resource [None req-f23860df-e99c-4ed5-ab5c-88acd1ca7914 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] show failed (client error): The resource could not be found. Jun 29 12:37:26.883872 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.884047 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.884585 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.884706 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f23860df-e99c-4ed5-ab5c-88acd1ca7914 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups/41d716bb-60c7-4d28-a33b-5dfa01f0f189 HTTP/1.1" status: 404 len: 347 time: 0.0156109 Jun 29 12:37:26.885184 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.885524 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.885869 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.886205 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.886568 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.886900 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.887229 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.887560 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.887883 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.888142 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 33994) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:26.888444 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.888777 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:26.889098 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447f1682-953c-44f0-bea1-0f443cd5a90b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.010899 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Deleting port 8801f4e6-c191-4f39-8f8f-da803a822231 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:37:27.011243 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (8801f4e6-c191-4f39-8f8f-da803a822231), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:27.036703 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:27.090086 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (8801f4e6-c191-4f39-8f8f-da803a822231), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:27.090416 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (8801f4e6-c191-4f39-8f8f-da803a822231), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:27.104382 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Calling delete_port for 8801f4e6-c191-4f39-8f8f-da803a822231 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:37:27.242277 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (8801f4e6-c191-4f39-8f8f-da803a822231), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:27.266747 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event deleted for resources: {'Port': ['ID=8801f4e6-c191-4f39-8f8f-da803a822231,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:27.296871 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.297156 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.297501 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.297844 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.298182 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.298546 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.298884 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.299215 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.299544 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.299874 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.300202 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.300529 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.300855 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.301181 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.301506 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:27.348001 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (1ea6ec83-dd4c-4e81-92af-20629274ec90), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:27.350533 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:27.351707 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-bef92374-5ee5-45ea-a638-a07369bd157d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "DELETE /v2.0/floatingips/1ea6ec83-dd4c-4e81-92af-20629274ec90 HTTP/1.1" status: 204 len: 168 time: 0.4619761 Jun 29 12:37:28.389217 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-43606e37-6efe-4441-a6e2-b428b0cc97fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387719 Jun 29 12:37:28.447062 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34002) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:28.454447 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-b8140385-67a5-48c8-9cdf-4d84a28914e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671174804', 'description': 'tempest-description--1070130387'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:28.479846 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8140385-67a5-48c8-9cdf-4d84a28914e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.480411 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-f876346a-1865-42be-bc8b-82be2d741833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:28.481894 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-f876346a-1865-42be-bc8b-82be2d741833 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 1130 time: 0.0478661 Jun 29 12:37:28.555515 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8140385-67a5-48c8-9cdf-4d84a28914e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.559981 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8140385-67a5-48c8-9cdf-4d84a28914e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.590373 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b8140385-67a5-48c8-9cdf-4d84a28914e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.595719 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b8140385-67a5-48c8-9cdf-4d84a28914e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1431768 Jun 29 12:37:28.595719 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8140385-67a5-48c8-9cdf-4d84a28914e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:28.595962 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-fccc9bb1-00be-4c75-b08c-b3ec8176abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:28.596067 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34004) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:28.596790 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-fccc9bb1-00be-4c75-b08c-b3ec8176abd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 200 len: 920 time: 0.0951014 Jun 29 12:37:28.600464 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-0d4368f1-0c88-45ca-9e11-b2b2f17f049f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'security_group_rule': {'security_group_id': 'bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:28.628236 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0d4368f1-0c88-45ca-9e11-b2b2f17f049f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (5f7b39b8-d5ff-4f19-8fce-20f5184d4a38), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.637481 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-0430bef9-b5e6-4518-b836-c7f87ee00558 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed HTTP/1.1" status: 200 len: 217 time: 0.0332086 Jun 29 12:37:28.679432 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:28.688033 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0d4368f1-0c88-45ca-9e11-b2b2f17f049f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (5f7b39b8-d5ff-4f19-8fce-20f5184d4a38), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.691519 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0d4368f1-0c88-45ca-9e11-b2b2f17f049f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (5f7b39b8-d5ff-4f19-8fce-20f5184d4a38), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.695714 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-a109122b-39f6-4a1a-866d-7f2e5764a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:28.697228 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-a109122b-39f6-4a1a-866d-7f2e5764a7a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 200 len: 858 time: 0.0513067 Jun 29 12:37:28.711574 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4368f1-0c88-45ca-9e11-b2b2f17f049f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7b39b8-d5ff-4f19-8fce-20f5184d4a38,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:28.727955 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0d4368f1-0c88-45ca-9e11-b2b2f17f049f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.729175 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0d4368f1-0c88-45ca-9e11-b2b2f17f049f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323042 Jun 29 12:37:28.731786 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34006) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:28.736305 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-ead81947-7732-4a5a-b923-e21ca39ef546 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'security_group_rule': {'security_group_id': 'bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:28.743472 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:28.744284 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-fafda6a1-9593-4c5e-9461-d16dde506729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:28.745789 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-fafda6a1-9593-4c5e-9461-d16dde506729 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=07f547a4-09fa-4dfc-8b3c-2afd951b9459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396891 Jun 29 12:37:28.768410 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ead81947-7732-4a5a-b923-e21ca39ef546 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (27b83789-5cca-47b5-9fd4-aa108248dbf2), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.828800 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ead81947-7732-4a5a-b923-e21ca39ef546 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (27b83789-5cca-47b5-9fd4-aa108248dbf2), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.832502 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ead81947-7732-4a5a-b923-e21ca39ef546 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (27b83789-5cca-47b5-9fd4-aa108248dbf2), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.846033 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-6c71ed21-4e20-4557-975d-2e31a7fb5e07 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906992 Jun 29 12:37:28.851148 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead81947-7732-4a5a-b923-e21ca39ef546 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b83789-5cca-47b5-9fd4-aa108248dbf2,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:28.862807 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ead81947-7732-4a5a-b923-e21ca39ef546 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.866899 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ead81947-7732-4a5a-b923-e21ca39ef546 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313024 Jun 29 12:37:28.867106 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34008) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:28.871335 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:28.892155 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:28.943053 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c4a0e3a4-8803-4f94-bdb1-82194b4f90de req-7a1e97a4-c289-412c-b4ac-c2fee65a40d6 service neutron] 10.222.0.23 "GET /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889163 Jun 29 12:37:28.977048 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:29.087237 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Allocated IP 172.27.1.192 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/69278485-c51a-464f-8f30-8f8149835d30) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:29.152245 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:29.194279 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for port (69278485-c51a-464f-8f30-8f8149835d30), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:29.226624 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (69278485-c51a-464f-8f30-8f8149835d30), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:29.266096 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:29.274720 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:29.282168 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:37:29.318975 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'Port': ['ID=69278485-c51a-464f-8f30-8f8149835d30,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:29.387184 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (9cc13642-52fa-4395-be22-e40029cfc3af), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:29.428673 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (69278485-c51a-464f-8f30-8f8149835d30), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:29.467044 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:29.485076 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c73e8ec9-3797-428f-82d9-0808363d1eab no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:37:29.508078 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: c73e8ec9-3797-428f-82d9-0808363d1eab {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:37:29.508427 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c73e8ec9-3797-428f-82d9-0808363d1eab not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:37:29.581460 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for port (69278485-c51a-464f-8f30-8f8149835d30), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:29.585735 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (69278485-c51a-464f-8f30-8f8149835d30), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:29.653472 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'Port': ['ID=69278485-c51a-464f-8f30-8f8149835d30,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:29.666448 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (9cc13642-52fa-4395-be22-e40029cfc3af), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:29.682493 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:29.683657 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b32050c9-8e24-431d-8555-17c906228118 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8156312 Jun 29 12:37:29.876485 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-a124fb17-326d-411b-9b8f-940f5b9afb05 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1671174804&fields=id&tenant_id=0ed882ae485441db99ccf6109be51b22 HTTP/1.1" status: 200 len: 267 time: 0.0439916 Jun 29 12:37:29.902957 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:29.986105 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e93bd-7723-43d5-852a-89051efd7789 req-c32903e4-5a40-43e3-8704-13b645a1e219 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:29.987503 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-c32903e4-5a40-43e3-8704-13b645a1e219 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 815 time: 0.1047716 Jun 29 12:37:30.001605 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-64967b42-ec0b-4086-8866-5eabf3457039 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/quotas/0ed882ae485441db99ccf6109be51b22 HTTP/1.1" status: 200 len: 375 time: 0.0089185 Jun 29 12:37:30.049369 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-7f38bf3f-a417-429d-ad7a-6aed913d6375 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431051 Jun 29 12:37:30.147924 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-7e6339c2-78d6-4bf0-87b8-92255e17e816 service neutron] 10.222.0.52 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875256 Jun 29 12:37:30.237465 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-80631176-2082-4602-8504-6bce671202e8 service neutron] 10.222.0.52 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838647 Jun 29 12:37:30.400148 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2643aa61-d591-424e-a094-1961a2dd05a1 req-d68cc64e-f1bd-4fc4-a541-bcd10df7b107 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 210 time: 0.0303950 Jun 29 12:37:31.459424 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e93bd-7723-43d5-852a-89051efd7789 req-1803af6c-c86d-4be2-a25e-c7701a077c34 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:31.460894 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-1803af6c-c86d-4be2-a25e-c7701a077c34 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.23 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 815 time: 0.1297719 Jun 29 12:37:31.517041 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b7fd9c7d-e51a-4664-890b-ef4a148b3fd9 req-fefb010b-e24f-4355-b6fd-f3a7c9a555a2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 210 time: 0.0341425 Jun 29 12:37:31.551343 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-643eea63-a81f-4743-b2a8-335af1ef4d5f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ed882ae485441db99ccf6109be51b22 HTTP/1.1" status: 200 len: 380 time: 0.0826685 Jun 29 12:37:31.597373 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'port': {'device_id': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'admin_state_up': True, 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'security_groups': ['bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:31.944861 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Made reservation on behalf of 0ed882ae485441db99ccf6109be51b22 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:37:31.948326 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:31.998363 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:32.071135 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Allocated IP 172.20.0.12 (397d642b-81b8-4b71-80dd-1d3a811e873b/c148cadd-a729-4cd0-b892-76a50620ba16/91513e0c-31ea-42a7-a298-8bcc2b5e8547) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:32.200203 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:32.214687 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:32.245996 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:32.294675 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Network 397d642b-81b8-4b71-80dd-1d3a811e873b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:32.297851 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:32.300148 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:37:32.326263 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event updated for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:32.356256 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:32.356871 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:32.378715 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-23caf891-5377-4732-a88c-9332e7a235c5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7849469 Jun 29 12:37:32.390170 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Request body: {'port': {'device_id': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:32.451722 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:32.532934 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-cbc772db-69ea-491a-9959-d936434a8f20 None None] Provisioning complete for port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:37:32.533803 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbc772db-69ea-491a-9959-d936434a8f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:32.564549 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:32.567337 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cbc772db-69ea-491a-9959-d936434a8f20 None None] Port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:37:32.645635 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd05f6-53c2-4208-a930-2a50c0ba168e req-2f135cae-2a3d-40bf-bafe-e45450598749 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:32.647197 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fefd05f6-53c2-4208-a930-2a50c0ba168e req-2f135cae-2a3d-40bf-bafe-e45450598749 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 932 time: 0.0528708 Jun 29 12:37:32.700232 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fefd05f6-53c2-4208-a930-2a50c0ba168e req-bc6ffde8-0451-49b7-b8c2-bb8568d7e916 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474207 Jun 29 12:37:32.722640 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91513e0c-31ea-42a7-a298-8bcc2b5e8547 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:37:32.729891 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Publish callbacks [] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:32.742640 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Transition to ACTIVE for port object 91513e0c-31ea-42a7-a298-8bcc2b5e8547 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:37:32.745830 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:32.753860 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:32.796516 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Pushing event updated for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:32.873479 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Attempting to bind port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:37:32.873871 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Attempting to bind port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:37:32.874624 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Attempting to bind port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 on network 397d642b-81b8-4b71-80dd-1d3a811e873b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:37:32.879003 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 on network 397d642b-81b8-4b71-80dd-1d3a811e873b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:37:32.879323 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Attempting to bind port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 on network 397d642b-81b8-4b71-80dd-1d3a811e873b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:37:32.884239 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:37:32.884577 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Checking segment: {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:37:32.884965 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Bound using segment: {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:37:32.885424 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Bound port: 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3632dff-7eea-4a1b-8338-485bc7e21bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:37:32.885724 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:32.952507 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:37:32.955549 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:37:32.961351 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:32.980170 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:32.988631 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:32.999021 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:32.999633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:33.000991 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] 10.222.0.23 "PUT /v2.0/ports/91513e0c-31ea-42a7-a298-8bcc2b5e8547 HTTP/1.1" status: 200 len: 1094 time: 0.6150067 Jun 29 12:37:33.001410 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:33.003636 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18beeb71-a7bc-4264-8bd4-97c40251011c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:33.025636 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf9f5a-b710-4894-ad01-f6386c572b05 service neutron] Pushing event updated for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:33.073974 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be50e55-db5d-4d8b-9652-428158c138ad x-openstack-request-id: req-6be50e55-db5d-4d8b-9652-428158c138ad {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:33.074268 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:33.074541 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6be50e55-db5d-4d8b-9652-428158c138ad {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:33.074936 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be50e55-db5d-4d8b-9652-428158c138ad'] response: {'name': 'network-changed', 'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'status': 'completed', 'code': 200} Jun 29 12:37:33.087569 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e93bd-7723-43d5-852a-89051efd7789 req-fe420925-cf65-4408-b770-e58213e7ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:33.089070 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-fe420925-cf65-4408-b770-e58213e7ef9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 1128 time: 0.0461948 Jun 29 12:37:33.133686 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-f7c60b29-d566-4a41-9549-085f28d54d54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547 HTTP/1.1" status: 200 len: 217 time: 0.0375266 Jun 29 12:37:33.183825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e93bd-7723-43d5-852a-89051efd7789 req-fa5cacb6-051a-4e60-9547-dd006c36c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:33.185314 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-fa5cacb6-051a-4e60-9547-dd006c36c41d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c148cadd-a729-4cd0-b892-76a50620ba16 HTTP/1.1" status: 200 len: 854 time: 0.0460355 Jun 29 12:37:33.229421 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e93bd-7723-43d5-852a-89051efd7789 req-e7f0393e-acc4-4795-8d81-5a25e0de4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:33.230923 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-e7f0393e-acc4-4795-8d81-5a25e0de4a2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=397d642b-81b8-4b71-80dd-1d3a811e873b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395818 Jun 29 12:37:33.320077 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:37:33.324371 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-4b740ab0-28dc-4faf-8a89-023702c31081 service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867057 Jun 29 12:37:33.419610 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-822e93bd-7723-43d5-852a-89051efd7789 req-56f78981-a799-4121-a4f4-f4ced1e79045 service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894079 Jun 29 12:37:33.817250 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157088f-9cfd-4f15-8842-0d35ac99afd6 req-4c29e92c-b0c3-4402-bbb2-404e4acfc59d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:33.818707 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d157088f-9cfd-4f15-8842-0d35ac99afd6 req-4c29e92c-b0c3-4402-bbb2-404e4acfc59d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0459332 Jun 29 12:37:33.865112 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d157088f-9cfd-4f15-8842-0d35ac99afd6 req-98723c39-4589-42d4-a394-1840355de4ee tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410476 Jun 29 12:37:34.400389 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-6f738f40-f3de-4025-b9fe-1778bebc9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:34.401882 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-6f738f40-f3de-4025-b9fe-1778bebc9c98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 1128 time: 0.0447671 Jun 29 12:37:34.491951 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-ac326d19-6eb7-43fc-abb0-4d0c142edece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:34.493431 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-ac326d19-6eb7-43fc-abb0-4d0c142edece service neutron] 10.222.0.23 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 916 time: 0.0851269 Jun 29 12:37:34.541142 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-a327106a-8f30-4918-bd21-cc2ae52aa965 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547 HTTP/1.1" status: 200 len: 217 time: 0.0411060 Jun 29 12:37:34.594330 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-55995a46-44df-4b5d-bd07-571f2b41f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:34.595836 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-55995a46-44df-4b5d-bd07-571f2b41f435 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c148cadd-a729-4cd0-b892-76a50620ba16 HTTP/1.1" status: 200 len: 854 time: 0.0493963 Jun 29 12:37:34.642669 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-75b4e764-9b2d-4546-bc35-a2630310ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:34.644189 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-75b4e764-9b2d-4546-bc35-a2630310ac5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=397d642b-81b8-4b71-80dd-1d3a811e873b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414388 Jun 29 12:37:34.743352 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-af65ee17-be9b-42e9-bd2d-9534f4a20a5c service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923405 Jun 29 12:37:34.844490 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:34.880878 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43d16-9e4b-4eea-89eb-c47bdf9e6941 req-584725f8-37e2-4468-9199-0618b997aede tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:34.882279 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00f43d16-9e4b-4eea-89eb-c47bdf9e6941 req-584725f8-37e2-4468-9199-0618b997aede tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0988169 Jun 29 12:37:34.884470 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-18beeb71-a7bc-4264-8bd4-97c40251011c req-1e296094-0b85-4fd5-9a51-17ce2a83bc18 service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341155 Jun 29 12:37:34.930805 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00f43d16-9e4b-4eea-89eb-c47bdf9e6941 req-4f277abe-02a4-4043-8922-434a1d1491b5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Jun 29 12:37:34.987228 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172f4e9-0e27-4c27-8c1d-1327faf3ae1a req-f5fce2d2-1583-4dc4-84a1-9596f3ba74ea tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:34.987228 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1172f4e9-0e27-4c27-8c1d-1327faf3ae1a req-f5fce2d2-1583-4dc4-84a1-9596f3ba74ea tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0471840 Jun 29 12:37:35.031371 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:35.039858 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1172f4e9-0e27-4c27-8c1d-1327faf3ae1a req-2f5f58ba-8ef3-42be-a0f0-2739f4d63947 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471866 Jun 29 12:37:35.507346 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 91513e0c-31ea-42a7-a298-8bcc2b5e8547 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:37:35.607426 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:35.618769 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'port_id': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'mac_address': 'fa:16:3e:de:6c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:37:35.653742 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:37:35.654129 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:35.667479 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91513e0c-31ea-42a7-a298-8bcc2b5e8547 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:37:35.686858 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:35.690172 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:35.739175 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:35.967194 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['91513e0c-31ea-42a7-a298-8bcc2b5e8547'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:37:36.046147 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249ef34-194c-4b07-8eff-45e8822fb308 req-3e7ace9a-2ed0-4ba6-9f57-dc22f94c5dfa tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:36.047737 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6249ef34-194c-4b07-8eff-45e8822fb308 req-3e7ace9a-2ed0-4ba6-9f57-dc22f94c5dfa tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0470459 Jun 29 12:37:36.072946 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:36.100035 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6249ef34-194c-4b07-8eff-45e8822fb308 req-d4e9e7dd-8b88-46f7-b809-bf1bb106a108 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Jun 29 12:37:36.164347 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b811c3-bbf9-4ddb-8707-6eab831d10eb req-961655fb-2a44-4369-b044-43e333261b92 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:36.165801 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f9b811c3-bbf9-4ddb-8707-6eab831d10eb req-961655fb-2a44-4369-b044-43e333261b92 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 945 time: 0.0469785 Jun 29 12:37:36.213727 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f9b811c3-bbf9-4ddb-8707-6eab831d10eb req-a3157482-f2b1-4863-bd6e-a7b970114539 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Jun 29 12:37:36.230008 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=74 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:36.737653 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-4a710334-b1b8-4bf7-b11c-5f1d3aa6e296 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:36.739099 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-4a710334-b1b8-4bf7-b11c-5f1d3aa6e296 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.23 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0461018 Jun 29 12:37:36.822782 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Deleting port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:37:36.823128 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:36.910309 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] For port 10f89cd0-bfe6-4930-8b3e-f58f898ca571, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=10f89cd0-bfe6-4930-8b3e-f58f898ca571,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:36.910704 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:37.071544 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:37.072236 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (d44146cc-526e-4ef5-a5f2-c4754a5aac83), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:37.072367 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Floating IP d44146cc-526e-4ef5-a5f2-c4754a5aac83 disassociated. External IP: 172.27.1.24, port: 10f89cd0-bfe6-4930-8b3e-f58f898ca571. Jun 29 12:37:37.072625 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Calling delete_port for 10f89cd0-bfe6-4930-8b3e-f58f898ca571 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:37:37.235446 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683924b-ebbf-49e2-9eaa-ac649054beb8 req-fa969e08-71b8-422f-a2e3-b6cd3b1a0287 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:37.236896 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8683924b-ebbf-49e2-9eaa-ac649054beb8 req-fa969e08-71b8-422f-a2e3-b6cd3b1a0287 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=850c462a-25ae-40e2-a43b-fdf1ec4ab8e4 HTTP/1.1" status: 200 len: 946 time: 0.0631590 Jun 29 12:37:37.237610 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (10f89cd0-bfe6-4930-8b3e-f58f898ca571), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:37.280433 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event deleted for resources: {'Port': ['ID=10f89cd0-bfe6-4930-8b3e-f58f898ca571,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:37.335620 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492e8bc-01d4-4142-b0d2-70d7c927770c req-edb7284d-7906-422e-9d48-bc7001adfd49 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:37.338705 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0492e8bc-01d4-4142-b0d2-70d7c927770c req-edb7284d-7906-422e-9d48-bc7001adfd49 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 945 time: 0.0523527 Jun 29 12:37:37.378755 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8683924b-ebbf-49e2-9eaa-ac649054beb8 req-6911f678-e3ca-4594-96a9-65db277712c7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c73bb5f-8060-49e6-adea-b0699b216cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334627 Jun 29 12:37:37.387299 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0492e8bc-01d4-4142-b0d2-70d7c927770c req-247495c2-7e9c-49ed-a320-1e6c9e3ac23a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438950 Jun 29 12:37:37.418002 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Router 55d72377-ab8b-4e27-9327-edb6699a2a1a has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:37:37.501436 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:37.505871 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:37.524754 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:37.526853 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 91513e0c-31ea-42a7-a298-8bcc2b5e8547 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:37.535116 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] Sync routers for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:37.544964 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:37.546345 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:37.569926 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] No DVR routers for this DVR port 10f89cd0-bfe6-4930-8b3e-f58f898ca571 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:37:37.572559 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:37.575707 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:37:37.575838 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c691336f-4757-4d69-88d7-5df6b37ac2aa req-52ca140b-97a3-4c5c-8e80-bd9aab1c8ff7 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.23 "DELETE /v2.0/ports/10f89cd0-bfe6-4930-8b3e-f58f898ca571 HTTP/1.1" status: 204 len: 173 time: 0.8316531 Jun 29 12:37:37.576230 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'name': 'network-vif-deleted', 'tag': '10f89cd0-bfe6-4930-8b3e-f58f898ca571'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:37.578786 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec50a9a6-bbc0-47a3-9f13-e37aa355291d" -d '{"events": [{"server_uuid": "850c462a-25ae-40e2-a43b-fdf1ec4ab8e4", "name": "network-vif-deleted", "tag": "10f89cd0-bfe6-4930-8b3e-f58f898ca571"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:37.586468 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:37:37.586903 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:37.627353 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc0b866-b544-499d-8e43-0e78169195b0 x-openstack-request-id: req-6cc0b866-b544-499d-8e43-0e78169195b0 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:37.627837 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "850c462a-25ae-40e2-a43b-fdf1ec4ab8e4", "name": "network-vif-deleted", "tag": "10f89cd0-bfe6-4930-8b3e-f58f898ca571", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:37.628253 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cc0b866-b544-499d-8e43-0e78169195b0 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:37.628673 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc0b866-b544-499d-8e43-0e78169195b0'] response: {'server_uuid': '850c462a-25ae-40e2-a43b-fdf1ec4ab8e4', 'name': 'network-vif-deleted', 'tag': '10f89cd0-bfe6-4930-8b3e-f58f898ca571', 'status': 'completed', 'code': 200} Jun 29 12:37:37.675959 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:37:37.676922 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:37.688586 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:37.707492 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:37.710157 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bababdee-8efd-42c9-9b6b-90ec2a52257c" -d '{"events": [{"server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "name": "network-vif-plugged", "status": "completed", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:37.725723 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:37.733625 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:37.768986 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946666d1-b51d-48ed-92ae-82424e14f104 x-openstack-request-id: req-946666d1-b51d-48ed-92ae-82424e14f104 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:37.769367 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "name": "network-vif-plugged", "status": "completed", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:37.769686 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-946666d1-b51d-48ed-92ae-82424e14f104 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:37.770149 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946666d1-b51d-48ed-92ae-82424e14f104'] response: {'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'code': 200} Jun 29 12:37:37.798161 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:37.805742 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.806189 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.806674 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.807109 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.807520 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.808385 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.808385 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.808715 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.809133 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.809537 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.809939 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.810886 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.810886 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.811122 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.811545 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:37.915528 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:37.943782 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] Checking router: 55d72377-ab8b-4e27-9327-edb6699a2a1a for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:37.951962 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:37.952592 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:37.954912 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:38.055887 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:38.164967 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df8fa0-183a-4ceb-8f7e-f3563095ee3b req-17977ee4-81ef-4f38-a006-614fe8d1aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:38.166710 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e8df8fa0-183a-4ceb-8f7e-f3563095ee3b req-17977ee4-81ef-4f38-a006-614fe8d1aa23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 1130 time: 0.0412598 Jun 29 12:37:38.213919 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e8df8fa0-183a-4ceb-8f7e-f3563095ee3b req-04db4e44-f9cf-44bd-8c5a-a5358303d587 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 Jun 29 12:37:38.251370 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:38.275664 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcbdd8c-b2d4-4aa8-892d-1b55eaaf0ab5 None None] The sync data for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi is: [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:37:38.471355 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34076) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:38.495175 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e5108-6cdb-4efd-aea6-76414094838f None None] New status for floating IP d44146cc-526e-4ef5-a5f2-c4754a5aac83: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:37:38.530644 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-933203d9-90db-4fcb-9200-321b54711adf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (1c73bb5f-8060-49e6-adea-b0699b216cf4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:38.535030 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6eb520-e3ea-47ff-ac23-7edb795f2ffc req-4a344e82-4ac8-492d-aee4-48fc1bdc8218 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:38.537165 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a6eb520-e3ea-47ff-ac23-7edb795f2ffc req-4a344e82-4ac8-492d-aee4-48fc1bdc8218 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0672474 Jun 29 12:37:38.556165 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-933203d9-90db-4fcb-9200-321b54711adf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (1c73bb5f-8060-49e6-adea-b0699b216cf4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:38.595434 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a6eb520-e3ea-47ff-ac23-7edb795f2ffc req-f84fce64-d48b-4e40-b7e0-8903d750f208 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522852 Jun 29 12:37:38.610063 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-933203d9-90db-4fcb-9200-321b54711adf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (1c73bb5f-8060-49e6-adea-b0699b216cf4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:38.615250 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-933203d9-90db-4fcb-9200-321b54711adf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:38.616164 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-933203d9-90db-4fcb-9200-321b54711adf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "DELETE /v2.0/security-groups/1c73bb5f-8060-49e6-adea-b0699b216cf4 HTTP/1.1" status: 204 len: 168 time: 0.1435792 Jun 29 12:37:38.619625 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34078) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:38.637856 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933203d9-90db-4fcb-9200-321b54711adf tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c73bb5f-8060-49e6-adea-b0699b216cf4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:38.641075 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.api.v2.resource [None req-b23b1de5-8e0b-4723-9a88-d823dccbe174 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] show failed (client error): The resource could not be found. Jun 29 12:37:38.642115 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b23b1de5-8e0b-4723-9a88-d823dccbe174 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups/1c73bb5f-8060-49e6-adea-b0699b216cf4 HTTP/1.1" status: 404 len: 347 time: 0.0215786 Jun 29 12:37:38.646856 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34080) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:38.756751 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c1aeb10b-493f-42f7-a059-611d68aa8a0c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Deleting port 0e9d744f-4e09-4a83-a6a4-82c52a48fdd0 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:37:38.757091 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb10b-493f-42f7-a059-611d68aa8a0c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (0e9d744f-4e09-4a83-a6a4-82c52a48fdd0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:38.834111 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb10b-493f-42f7-a059-611d68aa8a0c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (0e9d744f-4e09-4a83-a6a4-82c52a48fdd0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:38.834466 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb10b-493f-42f7-a059-611d68aa8a0c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (0e9d744f-4e09-4a83-a6a4-82c52a48fdd0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:38.847216 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c1aeb10b-493f-42f7-a059-611d68aa8a0c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Calling delete_port for 0e9d744f-4e09-4a83-a6a4-82c52a48fdd0 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:37:38.976945 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb10b-493f-42f7-a059-611d68aa8a0c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (0e9d744f-4e09-4a83-a6a4-82c52a48fdd0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:38.999919 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aeb10b-493f-42f7-a059-611d68aa8a0c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event deleted for resources: {'Port': ['ID=0e9d744f-4e09-4a83-a6a4-82c52a48fdd0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:39.062258 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb10b-493f-42f7-a059-611d68aa8a0c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (d44146cc-526e-4ef5-a5f2-c4754a5aac83), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.064718 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb10b-493f-42f7-a059-611d68aa8a0c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.065855 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-c1aeb10b-493f-42f7-a059-611d68aa8a0c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "DELETE /v2.0/floatingips/d44146cc-526e-4ef5-a5f2-c4754a5aac83 HTTP/1.1" status: 204 len: 168 time: 0.4180896 Jun 29 12:37:39.140636 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34084) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:39.145109 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-2150bf2c-b8d4-4c0c-b109-75a6ed3723cb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528759281', 'description': 'tempest-description--311357092'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:39.166664 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2150bf2c-b8d4-4c0c-b109-75a6ed3723cb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.208444 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:39.236808 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2150bf2c-b8d4-4c0c-b109-75a6ed3723cb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (98e96170-f8cc-45ee-a852-0b0649d9d2f0), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.240188 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2150bf2c-b8d4-4c0c-b109-75a6ed3723cb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (98e96170-f8cc-45ee-a852-0b0649d9d2f0), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.268290 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2150bf2c-b8d4-4c0c-b109-75a6ed3723cb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.269491 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2150bf2c-b8d4-4c0c-b109-75a6ed3723cb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1278400 Jun 29 12:37:39.272731 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34086) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:39.273800 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150bf2c-b8d4-4c0c-b109-75a6ed3723cb tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e96170-f8cc-45ee-a852-0b0649d9d2f0,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:39.278596 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d1e9e309-aa53-4b8f-a4d0-001463997b2c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'security_group_rule': {'security_group_id': '98e96170-f8cc-45ee-a852-0b0649d9d2f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:39.308179 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e309-aa53-4b8f-a4d0-001463997b2c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (e4cd9ad6-d0fc-425c-afa4-cf59b6d2a821), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.370703 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:39.380485 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e309-aa53-4b8f-a4d0-001463997b2c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (e4cd9ad6-d0fc-425c-afa4-cf59b6d2a821), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.383726 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e309-aa53-4b8f-a4d0-001463997b2c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (e4cd9ad6-d0fc-425c-afa4-cf59b6d2a821), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.402875 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9e309-aa53-4b8f-a4d0-001463997b2c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cd9ad6-d0fc-425c-afa4-cf59b6d2a821,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:39.409991 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e309-aa53-4b8f-a4d0-001463997b2c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.410999 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d1e9e309-aa53-4b8f-a4d0-001463997b2c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370156 Jun 29 12:37:39.413620 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34088) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:39.417744 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0eac6c50-cc9d-4bca-87e7-f63bf3626b45 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'security_group_rule': {'security_group_id': '98e96170-f8cc-45ee-a852-0b0649d9d2f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:39.427667 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:39.444944 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0eac6c50-cc9d-4bca-87e7-f63bf3626b45 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (09add942-915b-4d21-a548-08247a5e7fab), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.499394 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0eac6c50-cc9d-4bca-87e7-f63bf3626b45 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (09add942-915b-4d21-a548-08247a5e7fab), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.502765 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0eac6c50-cc9d-4bca-87e7-f63bf3626b45 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (09add942-915b-4d21-a548-08247a5e7fab), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.520495 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac6c50-cc9d-4bca-87e7-f63bf3626b45 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09add942-915b-4d21-a548-08247a5e7fab,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:39.526975 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0eac6c50-cc9d-4bca-87e7-f63bf3626b45 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.528155 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0eac6c50-cc9d-4bca-87e7-f63bf3626b45 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136377 Jun 29 12:37:39.532020 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34090) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:39.536126 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:39.556633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.639338 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.736475 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b23e9a-c4ca-4855-a061-499892df473d req-f5c964c0-6317-4d7f-a145-03bc70e5be8f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:39.738596 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b9b23e9a-c4ca-4855-a061-499892df473d req-f5c964c0-6317-4d7f-a145-03bc70e5be8f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0688717 Jun 29 12:37:39.754208 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Allocated IP 172.27.1.224 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/301344ef-329e-450f-95c4-e03ccaa459d2) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:39.796578 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b9b23e9a-c4ca-4855-a061-499892df473d req-49430b3c-02c1-4dd6-83d4-c0093ecab2ed tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510566 Jun 29 12:37:39.865962 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for port (301344ef-329e-450f-95c4-e03ccaa459d2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.896445 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (301344ef-329e-450f-95c4-e03ccaa459d2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:39.933182 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:39.937822 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:39.941524 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:37:39.946372 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'Port': ['ID=301344ef-329e-450f-95c4-e03ccaa459d2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:40.029225 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (644ed144-e0b0-44f3-a15b-c3068de98394), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:40.065036 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (301344ef-329e-450f-95c4-e03ccaa459d2), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:40.067110 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:40.105718 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:40.213452 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for port (301344ef-329e-450f-95c4-e03ccaa459d2), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:40.217713 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (301344ef-329e-450f-95c4-e03ccaa459d2), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:40.288364 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'Port': ['ID=301344ef-329e-450f-95c4-e03ccaa459d2,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:40.299950 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (644ed144-e0b0-44f3-a15b-c3068de98394), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:40.314279 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:40.315521 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-bc7d722d-7d92-4526-85b0-f6089bbffa0a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7825735 Jun 29 12:37:40.510407 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-316d8094-169f-44c9-83a4-e253dc51c4b0 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1528759281&fields=id&tenant_id=0f625199b4eb48c98944ea79a90f2841 HTTP/1.1" status: 200 len: 267 time: 0.0448937 Jun 29 12:37:40.617400 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-85555c29-1a6a-4880-b1de-ca1ab29d6f17 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:40.618785 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-85555c29-1a6a-4880-b1de-ca1ab29d6f17 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/networks?id=7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 200 len: 811 time: 0.1018639 Jun 29 12:37:40.632911 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-0f6d7c49-9f78-4871-8fb0-7360e9df3311 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/quotas/0f625199b4eb48c98944ea79a90f2841 HTTP/1.1" status: 200 len: 375 time: 0.0087683 Jun 29 12:37:40.686265 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-51c9bd48-379d-4cea-a9f3-8e197bbc6d3a tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482128 Jun 29 12:37:40.781871 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-1bbaf213-339c-4467-a0d6-937a25d2bce1 service neutron] 10.222.0.52 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837047 Jun 29 12:37:40.921536 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f3f3a-94d2-4d7a-b919-6f970d85c0ea req-6fd168fb-7dfd-440f-a5c7-d1480a9a5e65 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:40.923126 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b06f3f3a-94d2-4d7a-b919-6f970d85c0ea req-6fd168fb-7dfd-440f-a5c7-d1480a9a5e65 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0508122 Jun 29 12:37:40.974584 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b06f3f3a-94d2-4d7a-b919-6f970d85c0ea req-201a1d84-f882-4214-bf93-804f6de1ae10 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456595 Jun 29 12:37:41.092769 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11b78e-213c-4054-a095-1695ba4dd94d req-be3094cc-e8e9-48f3-98b8-22e8f08296e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:41.094380 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5d11b78e-213c-4054-a095-1695ba4dd94d req-be3094cc-e8e9-48f3-98b8-22e8f08296e1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0489757 Jun 29 12:37:41.103102 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34114) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:41.107454 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-eb12a3c8-9041-4ec0-8521-d6314cf7e883 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Request body: {'floatingip': {'port_id': '91513e0c-31ea-42a7-a298-8bcc2b5e8547'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:41.120756 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-5db58588-2d32-40ce-99dc-c19aa7097f9b service neutron] 10.222.0.52 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333006 Jun 29 12:37:41.149179 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eb12a3c8-9041-4ec0-8521-d6314cf7e883 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (9cc13642-52fa-4395-be22-e40029cfc3af), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:41.293880 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0e56fa40-a3c7-4315-acde-f7aedefcd87f req-fb365757-e07f-4705-8825-31d61a90134e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 210 time: 0.0373957 Jun 29 12:37:41.533411 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 10f89cd0-bfe6-4930-8b3e-f58f898ca571 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:37:41.554877 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 10f89cd0-bfe6-4930-8b3e-f58f898ca571 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:37:41.555720 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 10f89cd0-bfe6-4930-8b3e-f58f898ca571 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:37:41.558448 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:41.614033 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eb12a3c8-9041-4ec0-8521-d6314cf7e883 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:41.617575 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eb12a3c8-9041-4ec0-8521-d6314cf7e883 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (9cc13642-52fa-4395-be22-e40029cfc3af), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:41.722750 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-eb12a3c8-9041-4ec0-8521-d6314cf7e883 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Floating IP 9cc13642-52fa-4395-be22-e40029cfc3af associated. External IP: 172.27.1.192, port: 91513e0c-31ea-42a7-a298-8bcc2b5e8547. Jun 29 12:37:41.818331 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:42.166817 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb12a3c8-9041-4ec0-8521-d6314cf7e883 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:37:42.280523 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb12a3c8-9041-4ec0-8521-d6314cf7e883 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:42.285033 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-eb12a3c8-9041-4ec0-8521-d6314cf7e883 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:42.292289 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] Sync routers for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:42.304358 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-44a2f8ef-abc4-4e03-b66c-864f99b58d56 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:42.304920 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:42.306010 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-44a2f8ef-abc4-4e03-b66c-864f99b58d56 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.23 "GET /v2.0/networks?id=7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 200 len: 811 time: 0.1247423 Jun 29 12:37:42.307230 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:42.316804 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-eb12a3c8-9041-4ec0-8521-d6314cf7e883 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "PUT /v2.0/floatingips/9cc13642-52fa-4395-be22-e40029cfc3af HTTP/1.1" status: 200 len: 992 time: 1.2126369 Jun 29 12:37:42.317416 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:42.319976 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf" -d '{"events": [{"name": "network-changed", "server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:42.389683 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f332b6d-db8c-48c9-83ea-ca9aaf4ea593 x-openstack-request-id: req-8f332b6d-db8c-48c9-83ea-ca9aaf4ea593 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:42.390174 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:42.390628 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f332b6d-db8c-48c9-83ea-ca9aaf4ea593 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:42.391208 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f332b6d-db8c-48c9-83ea-ca9aaf4ea593'] response: {'name': 'network-changed', 'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'status': 'completed', 'code': 200} Jun 29 12:37:42.403286 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-17910788-033d-46eb-9664-6c761e5c929d tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f625199b4eb48c98944ea79a90f2841 HTTP/1.1" status: 200 len: 380 time: 0.0861464 Jun 29 12:37:42.423439 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'port': {'device_id': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'admin_state_up': True, 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'security_groups': ['98e96170-f8cc-45ee-a852-0b0649d9d2f0']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:42.428310 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2605908f-7297-43e2-afd9-3bbaa7a4d2f0 req-c53c0648-996d-4699-ae84-de48f108fc1d tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 210 time: 0.0468810 Jun 29 12:37:42.455280 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:42.462277 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:42.542608 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-4d853e69-24f4-4537-b5f1-05c007fd991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:42.544092 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-4d853e69-24f4-4537-b5f1-05c007fd991a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 1130 time: 0.0579686 Jun 29 12:37:42.594117 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:42.634171 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Made reservation on behalf of 0f625199b4eb48c98944ea79a90f2841 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:37:42.637602 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:42.664028 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:42.693372 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '9cc13642-52fa-4395-be22-e40029cfc3af', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'port_id': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'mac_address': 'fa:16:3e:de:6c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:37:29Z', 'updated_at': '2022-06-29T12:37:41Z', 'revision_number': 1, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:42.719197 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] Checking router: 6ceba6fe-a67d-4495-ac70-bd8b27368d77 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:42.726667 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-a62f95b5-2bf1-4a34-a4a6-5c24045f362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:42.728170 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-a62f95b5-2bf1-4a34-a4a6-5c24045f362f service neutron] 10.222.0.23 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 916 time: 0.1763268 Jun 29 12:37:42.729410 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:42.730053 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:42.827670 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-f1f1c814-cebc-47db-bb51-1e3226416499 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547 HTTP/1.1" status: 200 len: 1000 time: 0.0923514 Jun 29 12:37:42.831141 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:42.844291 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Allocated IP 172.20.0.11 (7b5a74d9-0a05-4165-ad79-54d13b50c375/8a766576-ad0b-4d70-8d01-cc847aa178ce/8007b1cc-4e70-43ea-add8-ccc1e13e5610) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:42.904652 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-2011b62f-b481-4ed7-b1d3-17e526c4b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:42.906772 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-2011b62f-b481-4ed7-b1d3-17e526c4b907 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c148cadd-a729-4cd0-b892-76a50620ba16 HTTP/1.1" status: 200 len: 854 time: 0.0732408 Jun 29 12:37:42.980744 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:42.983330 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-dbb26f80-ee20-45d4-8920-1d3c4d56e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:42.984935 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-dbb26f80-ee20-45d4-8920-1d3c4d56e757 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=397d642b-81b8-4b71-80dd-1d3a811e873b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0688345 Jun 29 12:37:43.044902 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '9cc13642-52fa-4395-be22-e40029cfc3af', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'port_id': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'mac_address': 'fa:16:3e:de:6c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:37:29Z', 'updated_at': '2022-06-29T12:37:41Z', 'revision_number': 1, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:43.073963 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4628d3f-e2ac-4f08-801a-5df28f146a49 None None] The sync data for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi is: [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '9cc13642-52fa-4395-be22-e40029cfc3af', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'port_id': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'mac_address': 'fa:16:3e:de:6c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:37:29Z', 'updated_at': '2022-06-29T12:37:41Z', 'revision_number': 1, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:37:43.114689 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:43.140571 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-5f9f6809-e7c0-4a15-a10e-e338e18c1fed service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311190 Jun 29 12:37:43.219156 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:43.222482 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:43.275435 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15974390-b239-4f99-af5d-2732e87bd288 None None] New status for floating IP 9cc13642-52fa-4395-be22-e40029cfc3af: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:37:43.294232 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Network 7b5a74d9-0a05-4165-ad79-54d13b50c375 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:43.298949 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:43.304224 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-aa5a64d5-813f-4b75-b8b8-ce83cc484daf req-a59799c1-a4ea-4b51-92b9-0e2e63393015 service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538036 Jun 29 12:37:43.307010 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:37:43.311534 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event updated for resources: {'Port': ['ID=8007b1cc-4e70-43ea-add8-ccc1e13e5610,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:43.330109 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:43.347391 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:43.370888 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:43.371503 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:43.391613 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-2e41a3df-584f-48f3-ace1-6b7bc6bbef5e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9731274 Jun 29 12:37:43.403680 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Request body: {'port': {'device_id': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:43.406553 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:43.481335 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:43.562335 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd5e93-c6f5-4da1-bc7d-80848ddeeef0 req-4235404b-7121-4a4f-9ee7-3baafdbce770 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:43.563838 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-35dd5e93-c6f5-4da1-bc7d-80848ddeeef0 req-4235404b-7121-4a4f-9ee7-3baafdbce770 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 932 time: 0.0518801 Jun 29 12:37:43.598190 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-622265a9-9df5-409d-9277-982cb56649d5 None None] Provisioning complete for port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:37:43.598819 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-622265a9-9df5-409d-9277-982cb56649d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:43.612502 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-35dd5e93-c6f5-4da1-bc7d-80848ddeeef0 req-ea5294be-3ab9-474d-86f3-7783236e0d59 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431237 Jun 29 12:37:43.637744 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-622265a9-9df5-409d-9277-982cb56649d5 None None] Port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:37:43.746430 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8007b1cc-4e70-43ea-add8-ccc1e13e5610 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:37:43.755502 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Publish callbacks [] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:43.767893 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Transition to ACTIVE for port object 8007b1cc-4e70-43ea-add8-ccc1e13e5610 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:37:43.771415 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:43.825948 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Pushing event updated for resources: {'Port': ['ID=8007b1cc-4e70-43ea-add8-ccc1e13e5610,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:43.893509 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Attempting to bind port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:37:43.893836 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Attempting to bind port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:37:43.894151 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Attempting to bind port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 on network 7b5a74d9-0a05-4165-ad79-54d13b50c375 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:37:43.899107 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 on network 7b5a74d9-0a05-4165-ad79-54d13b50c375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:37:43.899425 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Attempting to bind port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 on network 7b5a74d9-0a05-4165-ad79-54d13b50c375 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:37:43.904464 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:37:43.904857 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Checking segment: {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:37:43.905231 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Bound using segment: {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:37:43.905659 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Bound port: 8007b1cc-4e70-43ea-add8-ccc1e13e5610, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c572ec-138c-4b92-886c-d0a1a1128398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:37:43.906011 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:43.971273 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] For port 8007b1cc-4e70-43ea-add8-ccc1e13e5610, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:37:43.974467 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] For port 8007b1cc-4e70-43ea-add8-ccc1e13e5610, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8007b1cc-4e70-43ea-add8-ccc1e13e5610,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:37:43.979484 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:44.018943 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:44.019513 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:44.021137 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] 10.222.0.23 "PUT /v2.0/ports/8007b1cc-4e70-43ea-add8-ccc1e13e5610 HTTP/1.1" status: 200 len: 1094 time: 0.6224010 Jun 29 12:37:44.021556 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'tag': '8007b1cc-4e70-43ea-add8-ccc1e13e5610'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:44.023786 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fb5378-6356-4810-810e-cf88af277d23" -d '{"events": [{"name": "network-changed", "server_uuid": "32214b00-153f-4be8-a43b-7babcb3c0ece", "tag": "8007b1cc-4e70-43ea-add8-ccc1e13e5610"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:44.052220 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7052c17-d6ea-46dc-ad2e-f2db52ff871f service neutron] Pushing event updated for resources: {'Port': ['ID=8007b1cc-4e70-43ea-add8-ccc1e13e5610,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:44.076945 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219bbf49-c4dc-4ce8-be54-b34af6af330e x-openstack-request-id: req-219bbf49-c4dc-4ce8-be54-b34af6af330e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:44.077241 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32214b00-153f-4be8-a43b-7babcb3c0ece", "tag": "8007b1cc-4e70-43ea-add8-ccc1e13e5610", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:44.077497 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-219bbf49-c4dc-4ce8-be54-b34af6af330e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:44.077914 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219bbf49-c4dc-4ce8-be54-b34af6af330e'] response: {'name': 'network-changed', 'server_uuid': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'tag': '8007b1cc-4e70-43ea-add8-ccc1e13e5610', 'status': 'completed', 'code': 200} Jun 29 12:37:44.106765 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-54b0fda0-eea6-4e93-8b15-359f2cffe292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:44.108440 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-54b0fda0-eea6-4e93-8b15-359f2cffe292 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 1128 time: 0.0449159 Jun 29 12:37:44.149759 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-4d17eb33-8c7b-49df-a95d-4ce0bcfb70d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8007b1cc-4e70-43ea-add8-ccc1e13e5610 HTTP/1.1" status: 200 len: 217 time: 0.0347788 Jun 29 12:37:44.204391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-8f16eb19-fbdb-49cf-a463-5f1bd9b3304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:44.205964 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-8f16eb19-fbdb-49cf-a463-5f1bd9b3304c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a766576-ad0b-4d70-8d01-cc847aa178ce HTTP/1.1" status: 200 len: 850 time: 0.0512249 Jun 29 12:37:44.251222 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-d9b556d3-9b36-4b9e-9175-aea0317c90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:44.252737 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-d9b556d3-9b36-4b9e-9175-aea0317c90b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b5a74d9-0a05-4165-ad79-54d13b50c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398264 Jun 29 12:37:44.267335 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:44.282399 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:44.349132 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-7208dcd7-5475-43fe-af9c-49cae09ca176 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894639 Jun 29 12:37:44.441347 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f43ff2d5-1f63-4365-8c2f-298e37ba3179 req-4e788b17-3587-4375-a1d2-8443497f7e85 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867507 Jun 29 12:37:44.735548 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970b974-3bbc-4ebf-baab-c83760430496 req-ccbb4be0-1e6f-422d-96ce-daf7f95fc462 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:44.737016 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0970b974-3bbc-4ebf-baab-c83760430496 req-ccbb4be0-1e6f-422d-96ce-daf7f95fc462 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 944 time: 0.0515220 Jun 29 12:37:44.784662 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0970b974-3bbc-4ebf-baab-c83760430496 req-03943ddd-3e22-4bf2-9503-d589e37c8336 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Jun 29 12:37:45.385115 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5378-6356-4810-810e-cf88af277d23 req-bff9348b-fa1e-4309-88a8-cc0eaa9bf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:45.386638 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c5fb5378-6356-4810-810e-cf88af277d23 req-bff9348b-fa1e-4309-88a8-cc0eaa9bf54f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 1128 time: 0.0398080 Jun 29 12:37:45.478039 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5378-6356-4810-810e-cf88af277d23 req-13a33f8f-c1dc-458d-9ea4-c859f3f4cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:45.479533 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c5fb5378-6356-4810-810e-cf88af277d23 req-13a33f8f-c1dc-458d-9ea4-c859f3f4cf5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 200 len: 912 time: 0.0873172 Jun 29 12:37:45.517362 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c5fb5378-6356-4810-810e-cf88af277d23 req-85ad8603-a32b-49a2-9ecc-d5a1a48f3ba7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8007b1cc-4e70-43ea-add8-ccc1e13e5610 HTTP/1.1" status: 200 len: 217 time: 0.0321777 Jun 29 12:37:45.565717 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5378-6356-4810-810e-cf88af277d23 req-e17b1253-3cfe-4d5c-84eb-33d65a708657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:45.567161 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c5fb5378-6356-4810-810e-cf88af277d23 req-e17b1253-3cfe-4d5c-84eb-33d65a708657 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a766576-ad0b-4d70-8d01-cc847aa178ce HTTP/1.1" status: 200 len: 850 time: 0.0433095 Jun 29 12:37:45.615586 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5378-6356-4810-810e-cf88af277d23 req-36901905-de88-4a9b-a6c3-bce6028515c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:45.616982 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c5fb5378-6356-4810-810e-cf88af277d23 req-36901905-de88-4a9b-a6c3-bce6028515c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b5a74d9-0a05-4165-ad79-54d13b50c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433040 Jun 29 12:37:45.632972 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf8d426c-0428-4959-8014-c8393ab10d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:45.708440 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c5fb5378-6356-4810-810e-cf88af277d23 req-edd3b54b-df3e-4316-b0cc-c86901596655 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848219 Jun 29 12:37:45.801951 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c5fb5378-6356-4810-810e-cf88af277d23 req-97bfaede-bd3a-418b-a2f1-451144c86ae3 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Jun 29 12:37:45.897532 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab915c-cea1-4416-aa7f-9111ae1207cc req-c8cb4f8a-aa21-497e-988a-466b6603b814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:45.898906 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5eab915c-cea1-4416-aa7f-9111ae1207cc req-c8cb4f8a-aa21-497e-988a-466b6603b814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 944 time: 0.0466876 Jun 29 12:37:45.944104 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5eab915c-cea1-4416-aa7f-9111ae1207cc req-abf40c1a-7c75-4404-991e-fde3e4d8a049 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397294 Jun 29 12:37:47.056396 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe73af1-f726-4bb0-a46d-23b465e0af9f req-a3a1aaa6-9dc7-4d96-a08b-4cab099be41f tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:47.057854 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bfe73af1-f726-4bb0-a46d-23b465e0af9f req-a3a1aaa6-9dc7-4d96-a08b-4cab099be41f tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 944 time: 0.0471072 Jun 29 12:37:47.104973 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bfe73af1-f726-4bb0-a46d-23b465e0af9f req-e20de2c7-ddc7-4d2b-bd8b-7ce128c15f79 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412745 Jun 29 12:37:47.570012 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 8007b1cc-4e70-43ea-add8-ccc1e13e5610 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:37:47.671490 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 8007b1cc-4e70-43ea-add8-ccc1e13e5610, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8007b1cc-4e70-43ea-add8-ccc1e13e5610,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:47.682603 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '8007b1cc-4e70-43ea-add8-ccc1e13e5610', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'port_id': '8007b1cc-4e70-43ea-add8-ccc1e13e5610', 'mac_address': 'fa:16:3e:15:c9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:37:47.716523 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:37:47.716929 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:47.729426 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8007b1cc-4e70-43ea-add8-ccc1e13e5610 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:37:47.752711 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 8007b1cc-4e70-43ea-add8-ccc1e13e5610, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8007b1cc-4e70-43ea-add8-ccc1e13e5610,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:47.756382 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:47.801150 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=8007b1cc-4e70-43ea-add8-ccc1e13e5610,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:47.995650 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0fae1e1d-d969-45c3-b565-bd963e970a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:48.016836 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['8007b1cc-4e70-43ea-add8-ccc1e13e5610'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:37:48.224808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af42fc-9abe-4575-9135-16d1e894d6b4 req-9cb15ffe-3fad-48b2-8f31-f1dced82c2cc tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:48.226244 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-20af42fc-9abe-4575-9135-16d1e894d6b4 req-9cb15ffe-3fad-48b2-8f31-f1dced82c2cc tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 945 time: 0.0501595 Jun 29 12:37:48.273437 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-20af42fc-9abe-4575-9135-16d1e894d6b4 req-f820b8e2-b803-4f9b-a1be-88317d8fa6ac tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417697 Jun 29 12:37:49.213472 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:49.390388 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651edcf2-fb7d-451c-a34c-afcd73c4b672 req-a7081060-682e-429f-866b-5f728a549425 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:49.391880 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-651edcf2-fb7d-451c-a34c-afcd73c4b672 req-a7081060-682e-429f-866b-5f728a549425 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 945 time: 0.0517504 Jun 29 12:37:49.439510 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-651edcf2-fb7d-451c-a34c-afcd73c4b672 req-77aab7bd-b691-446b-8b37-ecf752c6b35e tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Jun 29 12:37:49.578604 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 8007b1cc-4e70-43ea-add8-ccc1e13e5610 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:49.620121 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:37:49.626037 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:37:49.626415 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:49.699824 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:37:49.700214 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:49.702836 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:49.723876 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8007b1cc-4e70-43ea-add8-ccc1e13e5610'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:49.726062 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fe3424-d7df-4ff3-9651-8e9c21948952" -d '{"events": [{"server_uuid": "32214b00-153f-4be8-a43b-7babcb3c0ece", "name": "network-vif-plugged", "status": "completed", "tag": "8007b1cc-4e70-43ea-add8-ccc1e13e5610"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:49.739238 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 8007b1cc-4e70-43ea-add8-ccc1e13e5610, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8007b1cc-4e70-43ea-add8-ccc1e13e5610,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:49.743294 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:49.766627 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f0f4fd-2adf-4d6b-94ae-cfdb87ac8ae4 x-openstack-request-id: req-87f0f4fd-2adf-4d6b-94ae-cfdb87ac8ae4 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:49.766915 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32214b00-153f-4be8-a43b-7babcb3c0ece", "name": "network-vif-plugged", "status": "completed", "tag": "8007b1cc-4e70-43ea-add8-ccc1e13e5610", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:49.767165 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87f0f4fd-2adf-4d6b-94ae-cfdb87ac8ae4 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:49.767548 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f0f4fd-2adf-4d6b-94ae-cfdb87ac8ae4'] response: {'server_uuid': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8007b1cc-4e70-43ea-add8-ccc1e13e5610', 'code': 200} Jun 29 12:37:49.786134 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:49.799535 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=8007b1cc-4e70-43ea-add8-ccc1e13e5610,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:49.933296 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690a78f-b0a9-4bd6-8d70-f60de6ec946b req-b5e7c2c9-fac1-41cf-95e5-c561705b0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:49.934814 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4690a78f-b0a9-4bd6-8d70-f60de6ec946b req-b5e7c2c9-fac1-41cf-95e5-c561705b0358 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 1130 time: 0.0382617 Jun 29 12:37:49.978900 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4690a78f-b0a9-4bd6-8d70-f60de6ec946b req-60d45ca1-d93f-41e5-ae64-6f784e8b51b9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366530 Jun 29 12:37:50.446715 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:50.551272 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8a28a-bd45-4bab-b4fa-15bda50c91ed req-355fe9a1-c6e5-44e8-816d-d0a2d52522e2 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:50.552785 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05b8a28a-bd45-4bab-b4fa-15bda50c91ed req-355fe9a1-c6e5-44e8-816d-d0a2d52522e2 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 946 time: 0.0483756 Jun 29 12:37:50.602321 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-05b8a28a-bd45-4bab-b4fa-15bda50c91ed req-35d3709c-3a67-482f-9013-7fd7cdd60233 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441420 Jun 29 12:37:50.986220 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:51.009438 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:51.721599 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c0c56-9d88-4dbd-a970-a1226bf59cdd req-2b4c4c26-c05a-496a-8644-8618beea3592 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:51.723089 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-535c0c56-9d88-4dbd-a970-a1226bf59cdd req-2b4c4c26-c05a-496a-8644-8618beea3592 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 946 time: 0.0459611 Jun 29 12:37:51.772467 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-535c0c56-9d88-4dbd-a970-a1226bf59cdd req-c5a1e892-b091-4be8-94a4-ed4d3b303ab8 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438681 Jun 29 12:37:51.880428 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d52d92-3dbc-4821-b0fd-cc0946665510 req-2e993757-125e-4cce-8166-ff9e1d118e22 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:51.881785 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a2d52d92-3dbc-4821-b0fd-cc0946665510 req-2e993757-125e-4cce-8166-ff9e1d118e22 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 946 time: 0.0468562 Jun 29 12:37:51.890739 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34172) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:51.894962 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-b429f762-c752-4781-b9ad-be7d4cbd7814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Request body: {'floatingip': {'port_id': '8007b1cc-4e70-43ea-add8-ccc1e13e5610'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:37:51.936366 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b429f762-c752-4781-b9ad-be7d4cbd7814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (644ed144-e0b0-44f3-a15b-c3068de98394), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:52.032301 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:52.129951 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:52.361334 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b429f762-c752-4781-b9ad-be7d4cbd7814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:52.365253 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b429f762-c752-4781-b9ad-be7d4cbd7814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (644ed144-e0b0-44f3-a15b-c3068de98394), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:52.468349 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-b429f762-c752-4781-b9ad-be7d4cbd7814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Floating IP 644ed144-e0b0-44f3-a15b-c3068de98394 associated. External IP: 172.27.1.224, port: 8007b1cc-4e70-43ea-add8-ccc1e13e5610. Jun 29 12:37:52.681004 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b429f762-c752-4781-b9ad-be7d4cbd7814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Router 55d72377-ab8b-4e27-9327-edb6699a2a1a has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:37:52.718619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:52.736472 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c9741-58c2-4b64-a088-d1272780099a req-c4572c2c-7ca2-4eb0-b9f0-d31c55665328 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:52.738093 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe1c9741-58c2-4b64-a088-d1272780099a req-c4572c2c-7ca2-4eb0-b9f0-d31c55665328 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0504959 Jun 29 12:37:52.750256 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:52.786977 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b429f762-c752-4781-b9ad-be7d4cbd7814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:52.788657 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fe1c9741-58c2-4b64-a088-d1272780099a req-b83b59da-1297-4a9f-8c19-c7450dc9f681 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442784 Jun 29 12:37:52.791313 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b429f762-c752-4781-b9ad-be7d4cbd7814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:52.799018 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] Sync routers for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:52.809198 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:52.810034 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:52.823351 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b429f762-c752-4781-b9ad-be7d4cbd7814 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "PUT /v2.0/floatingips/644ed144-e0b0-44f3-a15b-c3068de98394 HTTP/1.1" status: 200 len: 992 time: 0.9315896 Jun 29 12:37:52.824003 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'tag': '8007b1cc-4e70-43ea-add8-ccc1e13e5610'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:52.826482 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5b7848-cf69-42c0-922e-e7973f64e117" -d '{"events": [{"name": "network-changed", "server_uuid": "32214b00-153f-4be8-a43b-7babcb3c0ece", "tag": "8007b1cc-4e70-43ea-add8-ccc1e13e5610"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:52.861572 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a025d33-7148-4bdf-97cf-15afd7e4cda2 x-openstack-request-id: req-2a025d33-7148-4bdf-97cf-15afd7e4cda2 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:52.861863 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32214b00-153f-4be8-a43b-7babcb3c0ece", "tag": "8007b1cc-4e70-43ea-add8-ccc1e13e5610", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:52.862114 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a025d33-7148-4bdf-97cf-15afd7e4cda2 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:52.862546 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a025d33-7148-4bdf-97cf-15afd7e4cda2'] response: {'name': 'network-changed', 'server_uuid': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'tag': '8007b1cc-4e70-43ea-add8-ccc1e13e5610', 'status': 'completed', 'code': 200} Jun 29 12:37:52.914901 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:53.121829 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '644ed144-e0b0-44f3-a15b-c3068de98394', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'port_id': '8007b1cc-4e70-43ea-add8-ccc1e13e5610', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'mac_address': 'fa:16:3e:15:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:37:39Z', 'updated_at': '2022-06-29T12:37:52Z', 'revision_number': 1, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:53.150258 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] Checking router: 55d72377-ab8b-4e27-9327-edb6699a2a1a for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:53.159576 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:53.160180 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:53.260919 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:53.368750 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:53.474704 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '644ed144-e0b0-44f3-a15b-c3068de98394', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'port_id': '8007b1cc-4e70-43ea-add8-ccc1e13e5610', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'mac_address': 'fa:16:3e:15:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:37:39Z', 'updated_at': '2022-06-29T12:37:52Z', 'revision_number': 1, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:53.500104 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc07114-8e16-47c6-8474-2d3b815921f5 None None] The sync data for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi is: [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '644ed144-e0b0-44f3-a15b-c3068de98394', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'port_id': '8007b1cc-4e70-43ea-add8-ccc1e13e5610', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'mac_address': 'fa:16:3e:15:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:37:39Z', 'updated_at': '2022-06-29T12:37:52Z', 'revision_number': 1, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:37:53.685003 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d048f04-1ace-4dcc-82d5-1392f8b67cc3 None None] New status for floating IP 644ed144-e0b0-44f3-a15b-c3068de98394: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:37:53.905378 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8aaf-d90c-4960-bc63-9dd2a39be9af req-ade15829-55c4-4fd9-983f-84ea23a2fd23 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:53.906849 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9af8aaf-d90c-4960-bc63-9dd2a39be9af req-ade15829-55c4-4fd9-983f-84ea23a2fd23 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0468571 Jun 29 12:37:53.952666 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9af8aaf-d90c-4960-bc63-9dd2a39be9af req-950e29a6-fa7f-4189-9944-5a9fef8ca021 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Jun 29 12:37:55.068427 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5bad1-4ac7-468f-bb45-5d7afa46bb2c req-39dcf0a2-7d27-45ef-90fc-fb39396b7457 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:55.069902 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5ba5bad1-4ac7-468f-bb45-5d7afa46bb2c req-39dcf0a2-7d27-45ef-90fc-fb39396b7457 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0475998 Jun 29 12:37:55.116835 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5ba5bad1-4ac7-468f-bb45-5d7afa46bb2c req-aff5a380-c7af-4f18-89ed-8abe64bcba79 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413585 Jun 29 12:37:55.733522 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-74eb6baf-bf55-4e84-b8d5-a46aba491891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:55.735059 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-74eb6baf-bf55-4e84-b8d5-a46aba491891 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f625199b4eb48c98944ea79a90f2841&device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 1130 time: 0.0430615 Jun 29 12:37:55.827237 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-6c52c623-0c55-47f3-8bdb-27f45e449384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:55.828707 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-6c52c623-0c55-47f3-8bdb-27f45e449384 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 200 len: 912 time: 0.0855210 Jun 29 12:37:55.919870 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-b366e31d-dcea-4483-b6e5-b1a0dbd23b03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8007b1cc-4e70-43ea-add8-ccc1e13e5610 HTTP/1.1" status: 200 len: 1002 time: 0.0587318 Jun 29 12:37:55.969313 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-e1af1768-0d30-4a53-8988-0bfdd805a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:55.970647 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-e1af1768-0d30-4a53-8988-0bfdd805a919 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8a766576-ad0b-4d70-8d01-cc847aa178ce HTTP/1.1" status: 200 len: 850 time: 0.0432525 Jun 29 12:37:56.053674 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-b5c5aaab-8e06-46ff-8cd6-d3326ef997db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:56.055196 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-b5c5aaab-8e06-46ff-8cd6-d3326ef997db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b5a74d9-0a05-4165-ad79-54d13b50c375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0705442 Jun 29 12:37:56.061395 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-5cc6469d-7c71-4429-8b4c-726f99cebe8f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:56.062718 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-5cc6469d-7c71-4429-8b4c-726f99cebe8f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0709820 Jun 29 12:37:56.237387 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Deleting port e0d184c2-5cac-4f0e-a86b-473ab610d153 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:37:56.237621 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:56.257786 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-92532664-d8d2-45f1-8036-a79afdc57d96 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941631 Jun 29 12:37:56.268378 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18a1a4-d7ba-439d-9f51-ad8c31291701 req-e91bf301-2e45-49ba-8283-68c572b630a5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:37:56.269794 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3c18a1a4-d7ba-439d-9f51-ad8c31291701 req-e91bf301-2e45-49ba-8283-68c572b630a5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 946 time: 0.0845838 Jun 29 12:37:56.446172 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3c18a1a4-d7ba-439d-9f51-ad8c31291701 req-5d641cf7-a1b6-420c-b1be-2cc6773a198b tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1680b73-e642-4151-9fbd-1193add84964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652431 Jun 29 12:37:56.452929 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] For port e0d184c2-5cac-4f0e-a86b-473ab610d153, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e0d184c2-5cac-4f0e-a86b-473ab610d153,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:56.453299 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:56.463095 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7b5b7848-cf69-42c0-922e-e7973f64e117 req-7ea21501-7ddc-4f01-9bc4-706aa15b2b23 service neutron] 10.222.0.23 "GET /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921239 Jun 29 12:37:56.501788 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:56.562881 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:56.620830 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:56.621193 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (0800368e-2f91-408b-9282-d8e23fe02001), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:56.621510 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Floating IP 0800368e-2f91-408b-9282-d8e23fe02001 disassociated. External IP: 172.27.1.64, port: e0d184c2-5cac-4f0e-a86b-473ab610d153. Jun 29 12:37:56.621857 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Calling delete_port for e0d184c2-5cac-4f0e-a86b-473ab610d153 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:37:56.747307 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (e0d184c2-5cac-4f0e-a86b-473ab610d153), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:56.777238 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event deleted for resources: {'Port': ['ID=e0d184c2-5cac-4f0e-a86b-473ab610d153,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:56.884165 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Router 13df6ff3-e6ca-490d-af66-f203f60332f2 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:37:56.985856 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:56.995431 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] Sync routers for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:57.005957 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:57.006601 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:57.032648 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] No DVR routers for this DVR port e0d184c2-5cac-4f0e-a86b-473ab610d153 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:37:57.035127 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:57.038335 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e5f9836b-bd50-400c-979c-6c8920dd1702 req-c2ce8ff2-c794-4df9-a72a-e3dea8f1240f tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "DELETE /v2.0/ports/e0d184c2-5cac-4f0e-a86b-473ab610d153 HTTP/1.1" status: 204 len: 173 time: 0.9671993 Jun 29 12:37:57.038789 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'name': 'network-vif-deleted', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:37:57.041000 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70ad3d1-7736-4c8a-bc8c-d242b79b7cf6" -d '{"events": [{"server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "name": "network-vif-deleted", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:57.085691 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36639940-7915-43eb-a690-2d1d5607f43a x-openstack-request-id: req-36639940-7915-43eb-a690-2d1d5607f43a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:57.085981 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f2e3f4-c3b9-44d5-9648-2a68acec3d2c", "name": "network-vif-deleted", "tag": "e0d184c2-5cac-4f0e-a86b-473ab610d153", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:57.086229 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36639940-7915-43eb-a690-2d1d5607f43a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:57.086723 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36639940-7915-43eb-a690-2d1d5607f43a'] response: {'server_uuid': '44f2e3f4-c3b9-44d5-9648-2a68acec3d2c', 'name': 'network-vif-deleted', 'tag': 'e0d184c2-5cac-4f0e-a86b-473ab610d153', 'status': 'completed', 'code': 200} Jun 29 12:37:57.099575 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:57.125395 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:57.326896 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:43Z', 'revision_number': 5, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:57.351294 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] Checking router: 13df6ff3-e6ca-490d-af66-f203f60332f2 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:57.359753 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:37:57.360360 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:57.464234 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:37:57.565071 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ab0c1445-ffd1-43dc-b503-dca1d838b28a req-8a82ba48-f2e2-4257-a53a-455145b25089 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=44f2e3f4-c3b9-44d5-9648-2a68acec3d2c HTTP/1.1" status: 200 len: 210 time: 0.0326536 Jun 29 12:37:57.666660 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:43Z', 'revision_number': 5, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:57.695052 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97084393-09d4-4ac9-910b-e4008e9e8976 None None] The sync data for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi is: [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:33:25Z', 'revision_number': 4, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'f2734e93-6fd2-4113-9d4d-73c35558413d', 'name': '', 'network_id': '07f547a4-09fa-4dfc-8b3c-2afd951b9459', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'mac_address': 'fa:16:3e:5f:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7508777d-25b0-449d-a269-feeb663114b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:24Z', 'updated_at': '2022-06-29T12:33:43Z', 'revision_number': 5, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'subnets': [{'id': '7508777d-25b0-449d-a269-feeb663114b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:37:57.904113 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228aa0e0-b46a-4805-80dd-19df93af92d1 None None] New status for floating IP 0800368e-2f91-408b-9282-d8e23fe02001: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:37:58.649496 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34200) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:58.710879 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-889e198f-fbc1-473d-9260-8879a9aa0c32 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group (f1680b73-e642-4151-9fbd-1193add84964), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:58.715597 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:58.740653 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-889e198f-fbc1-473d-9260-8879a9aa0c32 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group (f1680b73-e642-4151-9fbd-1193add84964), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:58.788833 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-889e198f-fbc1-473d-9260-8879a9aa0c32 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (f1680b73-e642-4151-9fbd-1193add84964), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:58.791565 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-889e198f-fbc1-473d-9260-8879a9aa0c32 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:58.792873 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-889e198f-fbc1-473d-9260-8879a9aa0c32 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "DELETE /v2.0/security-groups/f1680b73-e642-4151-9fbd-1193add84964 HTTP/1.1" status: 204 len: 168 time: 0.1422894 Jun 29 12:37:58.795742 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34202) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:58.802663 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e198f-fbc1-473d-9260-8879a9aa0c32 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1680b73-e642-4151-9fbd-1193add84964,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:58.810716 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.api.v2.resource [None req-e29d9e42-522b-4409-ab19-41aad9fb25da tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] show failed (client error): The resource could not be found. Jun 29 12:37:58.811821 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e29d9e42-522b-4409-ab19-41aad9fb25da tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups/f1680b73-e642-4151-9fbd-1193add84964 HTTP/1.1" status: 404 len: 347 time: 0.0149832 Jun 29 12:37:58.814826 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34204) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:37:58.923194 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-25e87a95-993f-4da0-b779-bfd3afdf0727 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Deleting port 8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:37:58.923452 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-25e87a95-993f-4da0-b779-bfd3afdf0727 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:59.002008 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-25e87a95-993f-4da0-b779-bfd3afdf0727 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:59.002338 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-25e87a95-993f-4da0-b779-bfd3afdf0727 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for floatingip (8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:59.019081 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-25e87a95-993f-4da0-b779-bfd3afdf0727 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Calling delete_port for 8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:37:59.378520 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:59.380564 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:37:59.391611 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-25e87a95-993f-4da0-b779-bfd3afdf0727 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:59.422232 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e87a95-993f-4da0-b779-bfd3afdf0727 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event deleted for resources: {'Port': ['ID=8faaaba8-cf4a-4fd5-bd3e-309dfb0c8723,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:59.481524 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-25e87a95-993f-4da0-b779-bfd3afdf0727 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks [] for floatingip (0800368e-2f91-408b-9282-d8e23fe02001), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:59.484420 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-25e87a95-993f-4da0-b779-bfd3afdf0727 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:37:59.485558 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-25e87a95-993f-4da0-b779-bfd3afdf0727 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "DELETE /v2.0/floatingips/0800368e-2f91-408b-9282-d8e23fe02001 HTTP/1.1" status: 204 len: 168 time: 0.6697822 Jun 29 12:37:59.641296 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device e0d184c2-5cac-4f0e-a86b-473ab610d153 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:37:59.661437 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: e0d184c2-5cac-4f0e-a86b-473ab610d153 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:37:59.661786 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device e0d184c2-5cac-4f0e-a86b-473ab610d153 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:38:01.950512 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb76df-0acd-427c-872a-604b7979b47d req-dcc54a39-d95b-4793-bc42-9603c05f62ca tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:01.952183 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3afb76df-0acd-427c-872a-604b7979b47d req-dcc54a39-d95b-4793-bc42-9603c05f62ca tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0481920 Jun 29 12:38:01.997544 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3afb76df-0acd-427c-872a-604b7979b47d req-6803463c-6750-49bf-b090-836ed4828a28 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Jun 29 12:38:03.105949 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:03.115654 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b99143-84b3-4e0b-8f8f-5e9e8f2c0817 req-18f9013a-2cf1-4500-afcc-e69b91bf3e79 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:03.117118 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43b99143-84b3-4e0b-8f8f-5e9e8f2c0817 req-18f9013a-2cf1-4500-afcc-e69b91bf3e79 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0485036 Jun 29 12:38:03.164108 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-43b99143-84b3-4e0b-8f8f-5e9e8f2c0817 req-1ca0e273-1b05-4726-890c-a8e9a61a7bb5 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Jun 29 12:38:04.141642 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-2aaba6e9-c370-41a1-8184-8038dcde3d03 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:04.142953 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-2aaba6e9-c370-41a1-8184-8038dcde3d03 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0485902 Jun 29 12:38:04.224438 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-095e16ab-1754-483f-b2ae-67fcd8135f35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Deleting port ab0649e0-5f8b-479c-990a-de8e68bba496 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:38:04.224782 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-095e16ab-1754-483f-b2ae-67fcd8135f35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:04.324909 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1b8c3-cbd2-40f0-b7c6-8b6510299b2d req-635bd58e-cfbd-45ce-8648-66acb7877777 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:04.326945 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-66b1b8c3-cbd2-40f0-b7c6-8b6510299b2d req-635bd58e-cfbd-45ce-8648-66acb7877777 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=d6d59927-1de5-433d-8c94-5bf3aab49f49 HTTP/1.1" status: 200 len: 945 time: 0.0885599 Jun 29 12:38:04.375013 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-095e16ab-1754-483f-b2ae-67fcd8135f35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] For port ab0649e0-5f8b-479c-990a-de8e68bba496, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ab0649e0-5f8b-479c-990a-de8e68bba496,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:04.375384 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-095e16ab-1754-483f-b2ae-67fcd8135f35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:04.398755 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-095e16ab-1754-483f-b2ae-67fcd8135f35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Calling delete_port for ab0649e0-5f8b-479c-990a-de8e68bba496 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:38:04.407650 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-66b1b8c3-cbd2-40f0-b7c6-8b6510299b2d req-a573252c-ea5d-448f-899a-39624c42718c tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740259 Jun 29 12:38:04.531903 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-095e16ab-1754-483f-b2ae-67fcd8135f35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (ab0649e0-5f8b-479c-990a-de8e68bba496), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:04.544639 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed', 'ab0649e0-5f8b-479c-990a-de8e68bba496'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:38:04.557654 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e16ab-1754-483f-b2ae-67fcd8135f35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event deleted for resources: {'Port': ['ID=ab0649e0-5f8b-479c-990a-de8e68bba496,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:04.611277 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-095e16ab-1754-483f-b2ae-67fcd8135f35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] No DVR routers for this DVR port ab0649e0-5f8b-479c-990a-de8e68bba496 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:38:04.613759 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-095e16ab-1754-483f-b2ae-67fcd8135f35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:04.616970 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-dfcff1f3-538a-44db-bea5-1c82872a7ee4 req-095e16ab-1754-483f-b2ae-67fcd8135f35 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "DELETE /v2.0/ports/ab0649e0-5f8b-479c-990a-de8e68bba496 HTTP/1.1" status: 204 len: 173 time: 0.4692588 Jun 29 12:38:04.617403 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d59927-1de5-433d-8c94-5bf3aab49f49', 'name': 'network-vif-deleted', 'tag': 'ab0649e0-5f8b-479c-990a-de8e68bba496'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:38:04.619675 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ec2392-d573-4f2b-9f76-ee7def5706a6" -d '{"events": [{"server_uuid": "d6d59927-1de5-433d-8c94-5bf3aab49f49", "name": "network-vif-deleted", "tag": "ab0649e0-5f8b-479c-990a-de8e68bba496"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:04.664496 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6979572-ffe0-473f-bce3-607e7eb1e018 x-openstack-request-id: req-c6979572-ffe0-473f-bce3-607e7eb1e018 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:04.664861 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d59927-1de5-433d-8c94-5bf3aab49f49", "name": "network-vif-deleted", "tag": "ab0649e0-5f8b-479c-990a-de8e68bba496", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:04.665157 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6979572-ffe0-473f-bce3-607e7eb1e018 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:04.665559 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6979572-ffe0-473f-bce3-607e7eb1e018'] response: {'server_uuid': 'd6d59927-1de5-433d-8c94-5bf3aab49f49', 'name': 'network-vif-deleted', 'tag': 'ab0649e0-5f8b-479c-990a-de8e68bba496', 'status': 'completed', 'code': 200} Jun 29 12:38:05.680060 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3f179-f595-456a-a0b7-96e41d4159d8 req-ad98eb25-76b1-42f8-aca3-110e2feb2dc3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:05.681394 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d9b3f179-f595-456a-a0b7-96e41d4159d8 req-ad98eb25-76b1-42f8-aca3-110e2feb2dc3 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0530450 Jun 29 12:38:05.732813 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d9b3f179-f595-456a-a0b7-96e41d4159d8 req-048c21d9-3564-4352-ad58-46e5a0633cc4 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445917 Jun 29 12:38:06.852313 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f9a02-8c0d-45a0-ae80-250dcce58e3f req-d7d8084c-b639-4cae-8d59-c4d74887646e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:06.853774 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6c6f9a02-8c0d-45a0-ae80-250dcce58e3f req-d7d8084c-b639-4cae-8d59-c4d74887646e tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0473590 Jun 29 12:38:06.904613 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6c6f9a02-8c0d-45a0-ae80-250dcce58e3f req-da9c19f5-685d-4959-bcbd-04433d25bed6 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Jun 29 12:38:07.718678 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device ab0649e0-5f8b-479c-990a-de8e68bba496 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:38:07.741510 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: ab0649e0-5f8b-479c-990a-de8e68bba496 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:38:07.742034 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device ab0649e0-5f8b-479c-990a-de8e68bba496 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:38:08.019031 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120407f-76b8-42bb-aa90-dbfe7204b8a5 req-e7bf5338-0aaa-4ffc-aa36-42beccd82230 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:08.020770 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e120407f-76b8-42bb-aa90-dbfe7204b8a5 req-e7bf5338-0aaa-4ffc-aa36-42beccd82230 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0474126 Jun 29 12:38:08.067632 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e120407f-76b8-42bb-aa90-dbfe7204b8a5 req-5b043525-e27a-4ac6-af14-bf22b9380ab1 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Jun 29 12:38:08.970552 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:08.988845 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-99229e9c-5595-4728-9d46-cfa0ae67e304 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:08.990290 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-99229e9c-5595-4728-9d46-cfa0ae67e304 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0478687 Jun 29 12:38:09.065713 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:09.084725 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-d867f9fe-90ec-4edb-815e-d7ece64207f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Deleting port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:38:09.085072 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-d867f9fe-90ec-4edb-815e-d7ece64207f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:09.181065 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-d867f9fe-90ec-4edb-815e-d7ece64207f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] For port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:09.181424 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-d867f9fe-90ec-4edb-815e-d7ece64207f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:09.182922 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d984e0-b399-47b0-a52b-2c7a4afd6cea req-75a584cf-1a9c-41c3-84a5-608953dd1b04 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:09.184409 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-55d984e0-b399-47b0-a52b-2c7a4afd6cea req-75a584cf-1a9c-41c3-84a5-608953dd1b04 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2fe6e32-c192-444c-8fa1-df3767145bc0 HTTP/1.1" status: 200 len: 946 time: 0.0486169 Jun 29 12:38:09.200105 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-d867f9fe-90ec-4edb-815e-d7ece64207f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Calling delete_port for 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:38:09.236732 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-55d984e0-b399-47b0-a52b-2c7a4afd6cea req-cf6ddc9a-6121-40fb-8127-9887ec53d935 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.52 "GET /v2.0/security-groups?id=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447521 Jun 29 12:38:09.325619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-d867f9fe-90ec-4edb-815e-d7ece64207f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:09.338080 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:38:09.353423 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867f9fe-90ec-4edb-815e-d7ece64207f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Pushing event deleted for resources: {'Port': ['ID=1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:09.407457 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-d867f9fe-90ec-4edb-815e-d7ece64207f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] No DVR routers for this DVR port 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:38:09.409975 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-d867f9fe-90ec-4edb-815e-d7ece64207f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:09.413141 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-99a0958b-ac2e-4435-bed2-374d69b96ed3 req-d867f9fe-90ec-4edb-815e-d7ece64207f9 tempest-ServerRescueNegativeTestJSON-117238858 tempest-ServerRescueNegativeTestJSON-117238858-project] 10.222.0.23 "DELETE /v2.0/ports/1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed HTTP/1.1" status: 204 len: 173 time: 0.4159572 Jun 29 12:38:09.413571 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fe6e32-c192-444c-8fa1-df3767145bc0', 'name': 'network-vif-deleted', 'tag': '1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:38:09.415782 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98d2cc3-2212-4749-94e7-dc58da26ffc7" -d '{"events": [{"server_uuid": "f2fe6e32-c192-444c-8fa1-df3767145bc0", "name": "network-vif-deleted", "tag": "1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:09.452136 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4dbd2a-ed53-4e92-b8b3-cf378e00c06b x-openstack-request-id: req-2f4dbd2a-ed53-4e92-b8b3-cf378e00c06b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:09.452424 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fe6e32-c192-444c-8fa1-df3767145bc0", "name": "network-vif-deleted", "tag": "1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:09.452701 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f4dbd2a-ed53-4e92-b8b3-cf378e00c06b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:09.453101 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4dbd2a-ed53-4e92-b8b3-cf378e00c06b'] response: {'server_uuid': 'f2fe6e32-c192-444c-8fa1-df3767145bc0', 'name': 'network-vif-deleted', 'tag': '1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed', 'status': 'completed', 'code': 200} Jun 29 12:38:10.294770 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34244) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:10.318298 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:38:10.696795 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (13df6ff3-e6ca-490d-af66-f203f60332f2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:10.897841 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:10.964180 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] Deleting port f2734e93-6fd2-4113-9d4d-73c35558413d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:38:10.964441 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:11.029308 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:11.049860 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] For port f2734e93-6fd2-4113-9d4d-73c35558413d, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=f2734e93-6fd2-4113-9d4d-73c35558413d,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:11.050218 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:11.063289 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] Calling delete_port for f2734e93-6fd2-4113-9d4d-73c35558413d owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:38:11.239467 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (f2734e93-6fd2-4113-9d4d-73c35558413d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:11.265469 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f2734e93-6fd2-4113-9d4d-73c35558413d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:11.427156 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (13df6ff3-e6ca-490d-af66-f203f60332f2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:11.635198 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] Router 13df6ff3-e6ca-490d-af66-f203f60332f2 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:38:11.679274 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:11.742060 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:38:11.747020 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d3920618-4f5e-486d-bb3a-0d52f40c29ce admin admin] 10.222.0.52 "PUT /v2.0/routers/13df6ff3-e6ca-490d-af66-f203f60332f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4516878 Jun 29 12:38:11.750512 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34246) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:11.751214 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] Sync routers for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:38:11.762695 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:38:11.763455 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:11.838032 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:11.856957 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Publish callbacks [] for router (13df6ff3-e6ca-490d-af66-f203f60332f2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:11.865827 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:38:11.929779 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:11.962720 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Publish callbacks [] for router_gateway (13df6ff3-e6ca-490d-af66-f203f60332f2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:12.041102 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:38:11Z', 'revision_number': 5, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port': {'id': '196e2e1f-e125-4e1b-ac4e-fb751c2c5229', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:12.072133 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] Checking router: 13df6ff3-e6ca-490d-af66-f203f60332f2 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:38:12.080315 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:12.082578 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] Routers {'13df6ff3-e6ca-490d-af66-f203f60332f2'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:38:12.083231 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['13df6ff3-e6ca-490d-af66-f203f60332f2'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:12.171808 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] Set router 13df6ff3-e6ca-490d-af66-f203f60332f2 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:38:12.225972 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:38:11Z', 'revision_number': 6, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port_host': None}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:12.252359 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d300896-751e-4937-bdd7-95fb437e276b None None] The sync data for ids ['13df6ff3-e6ca-490d-af66-f203f60332f2'] in dv-cinder-812685-12-iscsi is: [{'id': '13df6ff3-e6ca-490d-af66-f203f60332f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1579633288-router', 'tenant_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:15Z', 'updated_at': '2022-06-29T12:38:11Z', 'revision_number': 6, 'project_id': '8be6d4a4e2344e25b7661d69a9e222c8', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:38:12.279483 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Deleting port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:38:12.279822 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:12.364501 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] For port 196e2e1f-e125-4e1b-ac4e-fb751c2c5229, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=196e2e1f-e125-4e1b-ac4e-fb751c2c5229,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:12.364867 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:12.378637 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Calling delete_port for 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:38:12.540486 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (196e2e1f-e125-4e1b-ac4e-fb751c2c5229), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:12.570305 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Pushing event deleted for resources: {'Port': ['ID=196e2e1f-e125-4e1b-ac4e-fb751c2c5229,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:12.645108 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (13df6ff3-e6ca-490d-af66-f203f60332f2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:12.740816 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (13df6ff3-e6ca-490d-af66-f203f60332f2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:12.743032 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Publish callbacks [] for router_controller (13df6ff3-e6ca-490d-af66-f203f60332f2), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:12.785869 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (13df6ff3-e6ca-490d-af66-f203f60332f2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:12.786524 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13df6ff3-e6ca-490d-af66-f203f60332f2 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:38:12.791795 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:12.792891 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f24b6a04-88aa-453e-803e-84c4db01880c admin admin] 10.222.0.52 "DELETE /v2.0/routers/13df6ff3-e6ca-490d-af66-f203f60332f2 HTTP/1.1" status: 204 len: 168 time: 1.0413320 Jun 29 12:38:12.796090 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34248) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:13.009578 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4441b1-ac19-4ecf-a432-7f4d16ceab79 admin admin] Deleting subnet 7508777d-25b0-449d-a269-feeb663114b5 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:38:13.012942 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d4441b1-ac19-4ecf-a432-7f4d16ceab79 admin admin] Publish callbacks [] for subnet (7508777d-25b0-449d-a269-feeb663114b5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.021871 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device f2734e93-6fd2-4113-9d4d-73c35558413d no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:38:13.044973 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: f2734e93-6fd2-4113-9d4d-73c35558413d {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:38:13.045253 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device f2734e93-6fd2-4113-9d4d-73c35558413d not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:38:13.045819 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:38:13.051576 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d4441b1-ac19-4ecf-a432-7f4d16ceab79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9681219'] for subnet (7508777d-25b0-449d-a269-feeb663114b5), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.065944 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:38:13.066304 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 196e2e1f-e125-4e1b-ac4e-fb751c2c5229 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:38:13.080640 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:13.167979 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d4441b1-ac19-4ecf-a432-7f4d16ceab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (7508777d-25b0-449d-a269-feeb663114b5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.230762 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d4441b1-ac19-4ecf-a432-7f4d16ceab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8466990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12177344'] for subnet (7508777d-25b0-449d-a269-feeb663114b5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.239819 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:13.261036 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4441b1-ac19-4ecf-a432-7f4d16ceab79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7508777d-25b0-449d-a269-feeb663114b5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:13.267176 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d4441b1-ac19-4ecf-a432-7f4d16ceab79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.271648 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0d4441b1-ac19-4ecf-a432-7f4d16ceab79 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7508777d-25b0-449d-a269-feeb663114b5 HTTP/1.1" status: 204 len: 168 time: 0.4745891 Jun 29 12:38:13.274279 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34252) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:13.277110 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ba92fb-6121-49e7-8a46-9caf32d455eb None None] Network 07f547a4-09fa-4dfc-8b3c-2afd951b9459 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:38:13.370988 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (07f547a4-09fa-4dfc-8b3c-2afd951b9459), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.432753 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Deleting port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:38:13.433181 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.433736 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b2bd7c-b5ca-48ac-ac8c-00e21a658e76 None None] DHCP port deletion for 07f547a4-09fa-4dfc-8b3c-2afd951b9459 request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:38:13.483548 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2bd7c-b5ca-48ac-ac8c-00e21a658e76 None None] Deleting port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:38:13.483927 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bd7c-b5ca-48ac-ac8c-00e21a658e76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.497181 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] For port 4bc12ca8-c7f1-416f-8af8-e43c358b2414, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=4bc12ca8-c7f1-416f-8af8-e43c358b2414,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:13.497616 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.510730 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Calling delete_port for 4bc12ca8-c7f1-416f-8af8-e43c358b2414 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:38:13.550124 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c2b2bd7c-b5ca-48ac-ac8c-00e21a658e76 None None] For port 4bc12ca8-c7f1-416f-8af8-e43c358b2414, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=4bc12ca8-c7f1-416f-8af8-e43c358b2414,segment=NetworkSegment(0193cafb-542b-4968-88c0-369c0a6e968f),segment_id=0193cafb-542b-4968-88c0-369c0a6e968f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:13.550467 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bd7c-b5ca-48ac-ac8c-00e21a658e76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.563883 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2bd7c-b5ca-48ac-ac8c-00e21a658e76 None None] Calling delete_port for 4bc12ca8-c7f1-416f-8af8-e43c358b2414 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:38:13.594146 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.618343 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc12ca8-c7f1-416f-8af8-e43c358b2414,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:13.623875 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] No DVR routers for this DVR port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 on host dv-cinder-812685-12-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:38:13.627644 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:13.647154 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bd7c-b5ca-48ac-ac8c-00e21a658e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350'] for port (4bc12ca8-c7f1-416f-8af8-e43c358b2414), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.672943 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2bd7c-b5ca-48ac-ac8c-00e21a658e76 None None] Pushing event deleted for resources: {'Port': ['ID=4bc12ca8-c7f1-416f-8af8-e43c358b2414,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:13.676690 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2bd7c-b5ca-48ac-ac8c-00e21a658e76 None None] No DVR routers for this DVR port 4bc12ca8-c7f1-416f-8af8-e43c358b2414 on host dv-cinder-812685-12-iscsi {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:38:13.700973 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (07f547a4-09fa-4dfc-8b3c-2afd951b9459), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.721741 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f547a4-09fa-4dfc-8b3c-2afd951b9459']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:13.731463 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0193cafb-542b-4968-88c0-369c0a6e968f') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:13.731789 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0193cafb-542b-4968-88c0-369c0a6e968f') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:13.741391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9681272'] for segment (0193cafb-542b-4968-88c0-369c0a6e968f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.756922 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (0193cafb-542b-4968-88c0-369c0a6e968f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.757629 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:38:13.764268 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:38:13.764672 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8467092'] for segment (0193cafb-542b-4968-88c0-369c0a6e968f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.777935 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:38:13.778536 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 1e5740b0-fd73-4bb9-8d83-8f4bdfb7b8ed not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:38:13.785875 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment 0193cafb-542b-4968-88c0-369c0a6e968f resource provider aggregate not found Jun 29 12:38:13.824755 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment 0193cafb-542b-4968-88c0-369c0a6e968f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0193cafb-542b-4968-88c0-369c0a6e968f found for delete ", "request_id": "req-790a55cc-afeb-4a60-9f8e-3b9e2097da8f"}]} Jun 29 12:38:13.833756 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (07f547a4-09fa-4dfc-8b3c-2afd951b9459), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.839273 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:13.843838 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] 10.222.0.52 "DELETE /v2.0/networks/07f547a4-09fa-4dfc-8b3c-2afd951b9459 HTTP/1.1" status: 204 len: 168 time: 0.5683768 Jun 29 12:38:13.856309 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b273c2f-72ff-43ca-aa28-cf51fd29a30f admin admin] Pushing event deleted for resources: {'Network': ['ID=07f547a4-09fa-4dfc-8b3c-2afd951b9459,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:13.956390 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34262) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:13.998249 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6ea892b0-a760-4c81-ab05-08d6c5b2efc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8be6d4a4e2344e25b7661d69a9e222c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406690 Jun 29 12:38:14.002864 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34264) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:14.053189 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d78874a6-c889-46c1-8a77-0246cd820bd5 admin admin] Publish callbacks [] for security_group (30ef0de1-dc5f-4d8c-8afb-49fd099ddd09), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:14.078894 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d78874a6-c889-46c1-8a77-0246cd820bd5 admin admin] Publish callbacks [] for security_group (30ef0de1-dc5f-4d8c-8afb-49fd099ddd09), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:14.126673 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d78874a6-c889-46c1-8a77-0246cd820bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (30ef0de1-dc5f-4d8c-8afb-49fd099ddd09), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:14.129107 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d78874a6-c889-46c1-8a77-0246cd820bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:14.130292 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d78874a6-c889-46c1-8a77-0246cd820bd5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30ef0de1-dc5f-4d8c-8afb-49fd099ddd09 HTTP/1.1" status: 204 len: 168 time: 0.1265032 Jun 29 12:38:14.139235 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78874a6-c889-46c1-8a77-0246cd820bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef0de1-dc5f-4d8c-8afb-49fd099ddd09,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:14.749827 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 4bc12ca8-c7f1-416f-8af8-e43c358b2414 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:38:14.769984 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 4bc12ca8-c7f1-416f-8af8-e43c358b2414 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:38:14.770613 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 4bc12ca8-c7f1-416f-8af8-e43c358b2414 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:38:14.846623 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34286) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:14.960975 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-255066283-network', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:38:14.981191 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Made reservation on behalf of f18ffa75c23e4276a8b5b4fc3821fb87 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:38:14.983830 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:14.992243 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.072223 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Publish callbacks [] for security_group (0b5cc61f-90fc-4c24-aa32-397254ddfe6c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.076196 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (0b5cc61f-90fc-4c24-aa32-397254ddfe6c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.104523 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:38:15.111875 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5cc61f-90fc-4c24-aa32-397254ddfe6c,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:15.118679 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (36ec98ac-d4ad-4b00-945b-e1ce7a715d7d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.119029 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Added segment 36ec98ac-d4ad-4b00-945b-e1ce7a715d7d of type vlan for network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 Jun 29 12:38:15.160272 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.187158 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.188244 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:15.188943 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.207779 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:15.227836 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3801291 Jun 29 12:38:15.231003 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34290) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:15.236874 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Request body: {'subnet': {'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-255066283-subnet', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:38:15.257443 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Made reservation on behalf of f18ffa75c23e4276a8b5b4fc3821fb87 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:38:15.260605 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12177391'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.262380 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2c274-50cc-4532-ab2e-04ce179271d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:15.273014 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:38:15.422265 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:15.438929 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8467953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12177401'] for subnet (90758b2d-0d10-4904-b8ff-1c1ca767bc07), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.493517 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:15.500056 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Pushing event updated for resources: {'Subnet': ['ID=90758b2d-0d10-4904-b8ff-1c1ca767bc07,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:15.513134 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Checking segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:38:15.513644 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Network hostable DHCP agents. Network: 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:38:15.533580 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:38:15.542119 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:15.547150 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:15.547753 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.552683 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6db1c78-ce40-489e-acb8-e9298c1f54b6 None None] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:38:15.565085 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-de4188a1-3b66-455a-b0be-72db684f071f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3323760 Jun 29 12:38:15.567794 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34292) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:15.571912 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:38:15.586532 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:15.599364 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (38b9a410-122f-4015-b16f-c888ab5ab7d5), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.600457 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (38b9a410-122f-4015-b16f-c888ab5ab7d5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.651317 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks [] for router_controller (38b9a410-122f-4015-b16f-c888ab5ab7d5), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.658560 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9351be88-4f1d-4d71-972f-cb5b27610010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.687416 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:38:15.688356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.791130 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks [] for router_gateway (38b9a410-122f-4015-b16f-c888ab5ab7d5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.840536 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Allocated IP 172.20.0.2 (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0/90758b2d-0d10-4904-b8ff-1c1ca767bc07/dea3e85a-9059-4bf2-a2e5-25ed17a82019) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:38:15.969491 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks [] for router_gateway (38b9a410-122f-4015-b16f-c888ab5ab7d5), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.988794 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.992704 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Publish callbacks [] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:15.998974 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.042160 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:38:16.048286 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:16.049971 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Pushing event updated for resources: {'Port': ['ID=dea3e85a-9059-4bf2-a2e5-25ed17a82019,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:16.052105 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:38:16.108540 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Allocated IP 172.27.1.86 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/3b74639c-eb2f-42c0-94d0-20fd4842c21c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:38:16.108950 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Attempting to bind port dea3e85a-9059-4bf2-a2e5-25ed17a82019 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:38:16.109323 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Attempting to bind port dea3e85a-9059-4bf2-a2e5-25ed17a82019 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:38:16.109709 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Attempting to bind port dea3e85a-9059-4bf2-a2e5-25ed17a82019 on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:38:16.115101 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:38:16.115470 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Checking segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:38:16.115875 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.116265 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Bound using segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:38:16.116745 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Bound port: dea3e85a-9059-4bf2-a2e5-25ed17a82019, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:38:16.117122 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.188622 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] For port dea3e85a-9059-4bf2-a2e5-25ed17a82019, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:38:16.192754 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] For port dea3e85a-9059-4bf2-a2e5-25ed17a82019, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=dea3e85a-9059-4bf2-a2e5-25ed17a82019,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:38:16.198760 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.215704 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks [] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.251471 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.300099 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:38:16.305158 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:16.309154 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:38:16.311696 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:16.314044 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Pushing event updated for resources: {'Port': ['ID=3b74639c-eb2f-42c0-94d0-20fd4842c21c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:16.387681 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:16.389290 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff07f01-31f7-47f4-815c-c44aa35fc0c7 None None] Pushing event updated for resources: {'Port': ['ID=dea3e85a-9059-4bf2-a2e5-25ed17a82019,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:16.583910 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks [] for router_gateway (38b9a410-122f-4015-b16f-c888ab5ab7d5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.776293 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device dea3e85a-9059-4bf2-a2e5-25ed17a82019 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:16.788763 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (38b9a410-122f-4015-b16f-c888ab5ab7d5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.802458 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:16.830471 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port dea3e85a-9059-4bf2-a2e5-25ed17a82019 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:16.830833 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.913760 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port dea3e85a-9059-4bf2-a2e5-25ed17a82019 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:16.914493 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.917411 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:38:16.948478 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port dea3e85a-9059-4bf2-a2e5-25ed17a82019, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=dea3e85a-9059-4bf2-a2e5-25ed17a82019,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:16.953114 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:16.958731 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:17.004456 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=dea3e85a-9059-4bf2-a2e5-25ed17a82019,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:17.024268 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:38:17.033875 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:38:17.044481 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:38:17.045158 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:37:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:17.050570 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.054544 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f2b7e063-6350-4300-9b86-a5f81f2b7916 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4831934 Jun 29 12:38:17.054862 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34294) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:17.061170 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:17.164111 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:38:17.338252 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d6f0e-4070-4227-bf5b-bcc6ff5c6610 None None] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:38:17.369770 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:16Z', 'revision_number': 3, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:17.407743 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:38:17.408104 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Updating router 38b9a410-122f-4015-b16f-c888ab5ab7d5 port 3b74639c-eb2f-42c0-94d0-20fd4842c21c binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:38:17.477076 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-301921e9-98f6-4072-800c-d9125bdde821 None None] Provisioning complete for port dea3e85a-9059-4bf2-a2e5-25ed17a82019 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:17.477460 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-301921e9-98f6-4072-800c-d9125bdde821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.491812 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.501861 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.654540 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Allocated IP 172.20.0.1 (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0/90758b2d-0d10-4904-b8ff-1c1ca767bc07/6a0fca45-8867-44a4-8e7d-2e40095e75af) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:38:17.704700 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-301921e9-98f6-4072-800c-d9125bdde821 None None] Current status of the port dea3e85a-9059-4bf2-a2e5-25ed17a82019 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:17.748582 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:17.777969 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Publish callbacks [] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.814446 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.848687 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:17.851456 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Publish callbacks [] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.856925 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.857334 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:38:17.865054 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:17.869167 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:38:17.899181 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0fca45-8867-44a4-8e7d-2e40095e75af,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:17.915072 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (38b9a410-122f-4015-b16f-c888ab5ab7d5), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.919691 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:17.919903 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Attempting to bind port 3b74639c-eb2f-42c0-94d0-20fd4842c21c on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:38:17.919903 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Attempting to bind port 3b74639c-eb2f-42c0-94d0-20fd4842c21c by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:38:17.920589 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Attempting to bind port 3b74639c-eb2f-42c0-94d0-20fd4842c21c on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:38:17.922359 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aea40-6c67-436c-88b2-a59335546bff None None] Pushing event updated for resources: {'Port': ['ID=3b74639c-eb2f-42c0-94d0-20fd4842c21c,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:17.932437 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:17.940318 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:38:17.940862 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:38:17.941372 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.941929 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:38:17.942747 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Bound port: 3b74639c-eb2f-42c0-94d0-20fd4842c21c, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:38:17.943146 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:17.947460 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-2611b559-5769-4529-9c39-a3a61781b0a4 None None] Provisioning complete for port dea3e85a-9059-4bf2-a2e5-25ed17a82019 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:17.947836 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2611b559-5769-4529-9c39-a3a61781b0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:18.048417 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-888b72e6-32e0-4475-9084-5ce08050662d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:18.053150 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] For port 3b74639c-eb2f-42c0-94d0-20fd4842c21c, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:38:18.058333 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] For port 3b74639c-eb2f-42c0-94d0-20fd4842c21c, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=3b74639c-eb2f-42c0-94d0-20fd4842c21c,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:38:18.067095 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:18.067468 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:18.149048 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2611b559-5769-4529-9c39-a3a61781b0a4 None None] Current status of the port dea3e85a-9059-4bf2-a2e5-25ed17a82019 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:18.164061 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aea40-6c67-436c-88b2-a59335546bff None None] Pushing event updated for resources: {'Port': ['ID=3b74639c-eb2f-42c0-94d0-20fd4842c21c,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:18.166670 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:38:18.167283 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:38:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:18.238971 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Publish callbacks [] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:18.243561 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:18.284464 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:38:18.287387 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-fae2b6cc-8a20-441c-b513-368dc9fa3881 None None] Provisioning complete for port 6a0fca45-8867-44a4-8e7d-2e40095e75af triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:18.287764 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fae2b6cc-8a20-441c-b513-368dc9fa3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:18.312808 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (38b9a410-122f-4015-b16f-c888ab5ab7d5), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:18.314773 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0fca45-8867-44a4-8e7d-2e40095e75af,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:18.352826 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fae2b6cc-8a20-441c-b513-368dc9fa3881 None None] Port 6a0fca45-8867-44a4-8e7d-2e40095e75af cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:38:18.414327 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:38:18.415548 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:18.516104 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:17Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:18.538691 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:38:18.651211 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:38:18.656492 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-abc758a0-20e3-481e-a76e-459b87e34932 admin admin] 10.222.0.52 "PUT /v2.0/routers/38b9a410-122f-4015-b16f-c888ab5ab7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6005764 Jun 29 12:38:18.694978 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b69cb-fe29-4a79-8d2f-3691d6184ebe None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:17Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:38:18.704637 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-3c8086f9-e867-42d1-8e9f-614a3c533d32 None None] Provisioning complete for port 6a0fca45-8867-44a4-8e7d-2e40095e75af triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:18.705012 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c8086f9-e867-42d1-8e9f-614a3c533d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:18.744668 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:18.747991 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3c8086f9-e867-42d1-8e9f-614a3c533d32 None None] Port 6a0fca45-8867-44a4-8e7d-2e40095e75af cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:38:18.771828 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device dea3e85a-9059-4bf2-a2e5-25ed17a82019 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:18.825118 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port dea3e85a-9059-4bf2-a2e5-25ed17a82019 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:18.825865 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:18.915930 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port dea3e85a-9059-4bf2-a2e5-25ed17a82019 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:19.018281 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34302) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:19.023185 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-4f2f809c-f448-478e-b76f-09de271ef477 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651326674', 'description': 'tempest-description--1668689751'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:38:19.045162 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4f2f809c-f448-478e-b76f-09de271ef477 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.080408 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:19.103829 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.381100 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:19.403726 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4f2f809c-f448-478e-b76f-09de271ef477 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (b9fe745d-7f7a-41f9-8c03-5efd90fe43aa), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.407353 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4f2f809c-f448-478e-b76f-09de271ef477 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (b9fe745d-7f7a-41f9-8c03-5efd90fe43aa), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.438859 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4f2f809c-f448-478e-b76f-09de271ef477 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.440050 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4f2f809c-f448-478e-b76f-09de271ef477 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4207160 Jun 29 12:38:19.443003 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34304) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:19.448006 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-a0b21c00-8091-498c-ac7f-0d1c58cff4ab tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group_rule': {'security_group_id': 'b9fe745d-7f7a-41f9-8c03-5efd90fe43aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:38:19.455300 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f809c-f448-478e-b76f-09de271ef477 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:19.481245 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a0b21c00-8091-498c-ac7f-0d1c58cff4ab tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (ca1ce566-622d-410a-9363-e540935a716c), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.545991 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a0b21c00-8091-498c-ac7f-0d1c58cff4ab tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (ca1ce566-622d-410a-9363-e540935a716c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.549708 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a0b21c00-8091-498c-ac7f-0d1c58cff4ab tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (ca1ce566-622d-410a-9363-e540935a716c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.569462 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b21c00-8091-498c-ac7f-0d1c58cff4ab tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1ce566-622d-410a-9363-e540935a716c,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:19.579487 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a0b21c00-8091-498c-ac7f-0d1c58cff4ab tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.583190 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a0b21c00-8091-498c-ac7f-0d1c58cff4ab tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368759 Jun 29 12:38:19.583615 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34306) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:19.588307 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e3007dee-968e-49a5-94ad-73e625c3fde2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group_rule': {'security_group_id': 'b9fe745d-7f7a-41f9-8c03-5efd90fe43aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:38:19.618639 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3007dee-968e-49a5-94ad-73e625c3fde2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (fe3b7532-787d-453f-a279-711a39949fe9), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.683573 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3007dee-968e-49a5-94ad-73e625c3fde2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (fe3b7532-787d-453f-a279-711a39949fe9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.688029 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3007dee-968e-49a5-94ad-73e625c3fde2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (fe3b7532-787d-453f-a279-711a39949fe9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.708306 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3007dee-968e-49a5-94ad-73e625c3fde2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3b7532-787d-453f-a279-711a39949fe9,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:19.713954 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3007dee-968e-49a5-94ad-73e625c3fde2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.715348 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e3007dee-968e-49a5-94ad-73e625c3fde2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305082 Jun 29 12:38:19.718384 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34308) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:19.722652 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:38:19.736633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:19.746579 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.828817 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:19.840080 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=1,neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:19.942398 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Allocated IP 172.27.1.212 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/fbbac3b0-a01a-460f-9381-cc3672ba529f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:38:20.051087 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (fbbac3b0-a01a-460f-9381-cc3672ba529f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.083888 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (fbbac3b0-a01a-460f-9381-cc3672ba529f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.127787 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:38:20.130764 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:20.133186 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:38:20.159090 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=fbbac3b0-a01a-460f-9381-cc3672ba529f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:20.224047 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (e3d59d75-11bc-4674-8420-1ecae5080284), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.260367 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (fbbac3b0-a01a-460f-9381-cc3672ba529f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.415362 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (fbbac3b0-a01a-460f-9381-cc3672ba529f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.420468 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (fbbac3b0-a01a-460f-9381-cc3672ba529f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.464153 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:20.468427 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.498827 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=fbbac3b0-a01a-460f-9381-cc3672ba529f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:20.509834 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (e3d59d75-11bc-4674-8420-1ecae5080284), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.530808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.532093 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-75da44ca-8015-41ff-9720-def095268745 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8127663 Jun 29 12:38:20.765543 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:38:20.776687 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:38:20.777363 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:38:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:20.785865 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0246d9-554c-4f01-a6bb-5b8037bc8be1 req-19a3781c-71d0-4895-8154-9ba31050f11e tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:20.789382 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2b0246d9-554c-4f01-a6bb-5b8037bc8be1 req-19a3781c-71d0-4895-8154-9ba31050f11e tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.1565869 Jun 29 12:38:20.806757 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 3b74639c-eb2f-42c0-94d0-20fd4842c21c up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:20.811295 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:20.854781 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2b0246d9-554c-4f01-a6bb-5b8037bc8be1 req-d0fe8227-023d-4312-8fe1-44bab1c0616f tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592475 Jun 29 12:38:20.864000 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 3b74639c-eb2f-42c0-94d0-20fd4842c21c triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:20.864641 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.895902 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-061b40c1-45a0-4097-8741-35c8c05d93b8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1651326674&fields=id&tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 267 time: 0.0643353 Jun 29 12:38:20.913266 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:38:20.929816 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:20.950482 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 3b74639c-eb2f-42c0-94d0-20fd4842c21c is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:20.950945 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:20.973087 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 3b74639c-eb2f-42c0-94d0-20fd4842c21c, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=3b74639c-eb2f-42c0-94d0-20fd4842c21c,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:20.980095 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.030873 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.036378 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-665a1177-0fb4-4ccf-915f-408a44d83cdc tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:21.045422 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-665a1177-0fb4-4ccf-915f-408a44d83cdc tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 814 time: 0.1408508 Jun 29 12:38:21.048960 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.052219 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=3b74639c-eb2f-42c0-94d0-20fd4842c21c,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:21.060384 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-1f2d5951-6dcf-4a93-a6f2-599ee73693ed tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/quotas/f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 375 time: 0.0139935 Jun 29 12:38:21.111476 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-013ff5c4-e081-483d-b8d1-207788646c44 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450292 Jun 29 12:38:21.120356 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 2, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:21.147445 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:38:21.147806 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Updating router 38b9a410-122f-4015-b16f-c888ab5ab7d5 port 6a0fca45-8867-44a4-8e7d-2e40095e75af binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:38:21.176628 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.219761 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-8b5d97d4-28a3-478f-b858-f15c9f2968b6 service neutron] 10.222.0.52 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964055 Jun 29 12:38:21.381162 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:21.454891 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Publish callbacks [] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.460516 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.517075 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Pushing event updated for resources: {'Port': ['ID=6a0fca45-8867-44a4-8e7d-2e40095e75af,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:21.543200 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.543200 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.543200 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.543641 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.543641 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.544001 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.545139 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.545474 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.545814 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.546608 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.546608 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.546826 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.547135 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.547455 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.547774 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:21.579753 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-34869a0d-8d4d-4b91-86ca-5ab0ba8b8fd9 service neutron] 10.222.0.52 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539453 Jun 29 12:38:21.587604 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Attempting to bind port 6a0fca45-8867-44a4-8e7d-2e40095e75af on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:38:21.588088 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Attempting to bind port 6a0fca45-8867-44a4-8e7d-2e40095e75af by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:38:21.588560 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Attempting to bind port 6a0fca45-8867-44a4-8e7d-2e40095e75af on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:38:21.596104 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:38:21.596812 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Checking segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:38:21.597351 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.597819 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Bound using segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:38:21.598375 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Bound port: 6a0fca45-8867-44a4-8e7d-2e40095e75af, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:38:21.598904 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.759474 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6138dd30-fa92-47c4-b31e-a48df2a4143c req-754fbb9b-e316-4ffa-8adf-27d3df4e0d1d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 210 time: 0.0309157 Jun 29 12:38:21.767325 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] For port 6a0fca45-8867-44a4-8e7d-2e40095e75af, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:38:21.772087 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] For port 6a0fca45-8867-44a4-8e7d-2e40095e75af, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=6a0fca45-8867-44a4-8e7d-2e40095e75af,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:38:21.781979 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.809016 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-7a54303a-c734-44c3-8ebd-f835e95c4e83 None None] Provisioning complete for port 6a0fca45-8867-44a4-8e7d-2e40095e75af triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:21.809519 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a54303a-c734-44c3-8ebd-f835e95c4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.814829 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:21.845206 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec19a8-a46b-4df6-bb8b-5f3068303516 None None] Pushing event updated for resources: {'Port': ['ID=6a0fca45-8867-44a4-8e7d-2e40095e75af,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:21.848192 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:38:21.848330 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:38:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:21.918580 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7a54303a-c734-44c3-8ebd-f835e95c4e83 None None] Current status of the port 6a0fca45-8867-44a4-8e7d-2e40095e75af is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:21.919952 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a54303a-c734-44c3-8ebd-f835e95c4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.960148 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-7a54303a-c734-44c3-8ebd-f835e95c4e83 None None] For port 6a0fca45-8867-44a4-8e7d-2e40095e75af, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=6a0fca45-8867-44a4-8e7d-2e40095e75af,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:21.969682 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a54303a-c734-44c3-8ebd-f835e95c4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:21.991583 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:38:22.024959 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e896c-c4f4-4e23-be48-360348e682ae req-28af783b-ec4e-400f-bccc-2e8299b64d41 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:22.033546 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c96e896c-c4f4-4e23-be48-360348e682ae req-28af783b-ec4e-400f-bccc-2e8299b64d41 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0837178 Jun 29 12:38:22.048011 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54303a-c734-44c3-8ebd-f835e95c4e83 None None] Pushing event updated for resources: {'Port': ['ID=6a0fca45-8867-44a4-8e7d-2e40095e75af,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:22.110349 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c96e896c-c4f4-4e23-be48-360348e682ae req-d2df6453-6d29-40ee-9899-9b1fe6c0f9bf tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755024 Jun 29 12:38:22.191084 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-f4a67e91-402e-44fb-9642-421c7e03b40c None None] Provisioning complete for port 6a0fca45-8867-44a4-8e7d-2e40095e75af triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:22.191528 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4a67e91-402e-44fb-9642-421c7e03b40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:22.226571 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:22.252743 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9055249-c4fd-4015-8933-53db03a13dde None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:38:22.272811 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f4a67e91-402e-44fb-9642-421c7e03b40c None None] Current status of the port 6a0fca45-8867-44a4-8e7d-2e40095e75af is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:22.799472 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 3b74639c-eb2f-42c0-94d0-20fd4842c21c up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:22.864074 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 3b74639c-eb2f-42c0-94d0-20fd4842c21c triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:22.864729 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:22.897333 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-89a0a645-48d4-4d15-a471-74add9fa0567 req-ee3de747-e46f-449b-b814-08d76f8269fd tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 210 time: 0.0443223 Jun 29 12:38:22.907592 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:22.941350 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-aea4527d-2b72-459d-afb4-930552b5b25d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:22.943592 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-aea4527d-2b72-459d-afb4-930552b5b25d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 814 time: 0.1453156 Jun 29 12:38:22.971357 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 3b74639c-eb2f-42c0-94d0-20fd4842c21c is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:22.972407 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 6a0fca45-8867-44a4-8e7d-2e40095e75af up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:23.019256 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-760297a2-c72f-4110-b80a-7999e3c4a429 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 380 time: 0.0630879 Jun 29 12:38:23.019625 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 6a0fca45-8867-44a4-8e7d-2e40095e75af triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:23.019995 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:23.031281 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'port': {'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'admin_state_up': True, 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'security_groups': ['b9fe745d-7f7a-41f9-8c03-5efd90fe43aa']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:38:23.096158 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 6a0fca45-8867-44a4-8e7d-2e40095e75af is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:23.147844 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Made reservation on behalf of f18ffa75c23e4276a8b5b4fc3821fb87 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:38:23.151303 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:23.175482 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:23.267792 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16fcef-8b7b-4c3a-b97f-66b0885e9552 req-0f03c8ad-2d71-4f87-a652-ec0024034991 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:23.269276 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3c16fcef-8b7b-4c3a-b97f-66b0885e9552 req-0f03c8ad-2d71-4f87-a652-ec0024034991 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0917339 Jun 29 12:38:23.362326 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3c16fcef-8b7b-4c3a-b97f-66b0885e9552 req-1d7eedb4-b700-4e4a-95c0-153938808b6c tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845335 Jun 29 12:38:23.362326 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Allocated IP 172.20.0.13 (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0/90758b2d-0d10-4904-b8ff-1c1ca767bc07/96254a3e-9e71-4d23-acc2-9c889cabe601) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:38:23.397530 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:23.504494 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:23.537304 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:23.579168 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:38:23.582305 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:23.586005 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:38:23.611922 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=96254a3e-9e71-4d23-acc2-9c889cabe601,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:23.640106 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:23.640722 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:23.658308 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-4ce018cd-33a9-43da-9546-abf8220b257b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6314440 Jun 29 12:38:23.670026 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Request body: {'port': {'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:38:23.735906 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:23.804557 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-8b41fe7a-0318-4f71-8228-b841f3b2e503 None None] Provisioning complete for port 96254a3e-9e71-4d23-acc2-9c889cabe601 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:23.804931 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b41fe7a-0318-4f71-8228-b841f3b2e503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:23.833055 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:23.837809 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8b41fe7a-0318-4f71-8228-b841f3b2e503 None None] Port 96254a3e-9e71-4d23-acc2-9c889cabe601 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:38:23.996460 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96254a3e-9e71-4d23-acc2-9c889cabe601 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:38:24.000677 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bb227-84ce-440c-a4be-08c008b34590 req-7ceba858-6ef2-4288-9245-4d9c87a10cc3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:24.002205 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e68bb227-84ce-440c-a4be-08c008b34590 req-7ceba858-6ef2-4288-9245-4d9c87a10cc3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 932 time: 0.0482409 Jun 29 12:38:24.004043 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Publish callbacks [] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:24.014267 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:24.017255 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Transition to ACTIVE for port object 96254a3e-9e71-4d23-acc2-9c889cabe601 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:38:24.020839 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:24.059158 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e68bb227-84ce-440c-a4be-08c008b34590 req-d4a527eb-dcbf-432f-90d4-f85c5af9886f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510259 Jun 29 12:38:24.075055 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Pushing event updated for resources: {'Port': ['ID=96254a3e-9e71-4d23-acc2-9c889cabe601,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:24.154562 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Attempting to bind port 96254a3e-9e71-4d23-acc2-9c889cabe601 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:38:24.154908 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Attempting to bind port 96254a3e-9e71-4d23-acc2-9c889cabe601 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:38:24.155249 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Attempting to bind port 96254a3e-9e71-4d23-acc2-9c889cabe601 on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:38:24.160110 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Port 96254a3e-9e71-4d23-acc2-9c889cabe601 on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:38:24.160437 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Attempting to bind port 96254a3e-9e71-4d23-acc2-9c889cabe601 on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:38:24.166040 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:38:24.166040 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Checking segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:38:24.166350 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Bound using segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:38:24.166830 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Bound port: 96254a3e-9e71-4d23-acc2-9c889cabe601, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:38:24.167175 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:24.169910 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:24.235887 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] For port 96254a3e-9e71-4d23-acc2-9c889cabe601, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:38:24.239340 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] For port 96254a3e-9e71-4d23-acc2-9c889cabe601, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=96254a3e-9e71-4d23-acc2-9c889cabe601,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:38:24.253936 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:24.314927 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-91773d24-112a-40df-b23b-b4eacf463a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:24.316389 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-91773d24-112a-40df-b23b-b4eacf463a1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad&device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 1129 time: 0.0754025 Jun 29 12:38:24.319385 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:24.319972 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:24.321244 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] 10.222.0.23 "PUT /v2.0/ports/96254a3e-9e71-4d23-acc2-9c889cabe601 HTTP/1.1" status: 200 len: 1094 time: 0.6555555 Jun 29 12:38:24.321743 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'tag': '96254a3e-9e71-4d23-acc2-9c889cabe601'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:38:24.324014 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d39475-3359-4860-83a6-baf15310ef6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8419121-12d7-431e-9ff0-dfa04c64cd00", "tag": "96254a3e-9e71-4d23-acc2-9c889cabe601"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:24.360597 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd7eac-856d-4638-a5e7-622f28468e52 service neutron] Pushing event updated for resources: {'Port': ['ID=96254a3e-9e71-4d23-acc2-9c889cabe601,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:24.388921 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b63074-d678-4c61-a6e5-51a0c3644840 x-openstack-request-id: req-e4b63074-d678-4c61-a6e5-51a0c3644840 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:24.389352 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8419121-12d7-431e-9ff0-dfa04c64cd00", "tag": "96254a3e-9e71-4d23-acc2-9c889cabe601", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:24.389707 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4b63074-d678-4c61-a6e5-51a0c3644840 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:24.390208 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b63074-d678-4c61-a6e5-51a0c3644840'] response: {'name': 'network-changed', 'server_uuid': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'tag': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'status': 'completed', 'code': 200} Jun 29 12:38:24.467696 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-3cbae7b8-f297-483b-a89b-d8c049a02afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:24.469787 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-3cbae7b8-f297-483b-a89b-d8c049a02afe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 1128 time: 0.0922906 Jun 29 12:38:24.488758 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399836-d2dc-4fe8-bdaa-0072c0d0aa9e req-61c34d39-0faf-417d-81d3-ced2a3b75ff9 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:24.490622 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-18399836-d2dc-4fe8-bdaa-0072c0d0aa9e req-61c34d39-0faf-417d-81d3-ced2a3b75ff9 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0505288 Jun 29 12:38:24.519145 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-6f0f7135-3b34-417b-94d1-e752e57290e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96254a3e-9e71-4d23-acc2-9c889cabe601 HTTP/1.1" status: 200 len: 217 time: 0.0408537 Jun 29 12:38:24.537966 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-fb71a335-62ec-4e26-a6c4-878bc012dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:24.539403 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-fb71a335-62ec-4e26-a6c4-878bc012dfe3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca85be79-dcc1-4564-a978-271ecca83135 HTTP/1.1" status: 200 len: 909 time: 0.1901217 Jun 29 12:38:24.550865 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-18399836-d2dc-4fe8-bdaa-0072c0d0aa9e req-1ebec7f1-daf3-4964-b9ba-3bfbfc2027d3 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517216 Jun 29 12:38:24.622962 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-c8287f76-e4a5-4b7b-90fd-e27d0721e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:24.624427 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-c8287f76-e4a5-4b7b-90fd-e27d0721e424 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0974607 Jun 29 12:38:24.630318 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-5bc374c1-a133-4c9f-a389-534d12328651 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32283955-f720-4723-80b6-82d0fc44730d HTTP/1.1" status: 200 len: 1001 time: 0.0737324 Jun 29 12:38:24.698353 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-5e43bec8-3253-4b97-b646-d737cc81a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:24.699911 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-5e43bec8-3253-4b97-b646-d737cc81a779 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683813 Jun 29 12:38:24.715039 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-36d904f9-2d71-451a-918c-3d9016151452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:24.716551 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-36d904f9-2d71-451a-918c-3d9016151452 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8bc29a32-98e9-4d5a-9c55-e1a707d465cc HTTP/1.1" status: 200 len: 847 time: 0.0767734 Jun 29 12:38:24.805055 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-fb98f2f2-c0e0-4372-9d14-6f6add27e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:24.806565 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-fb98f2f2-c0e0-4372-9d14-6f6add27e77e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca85be79-dcc1-4564-a978-271ecca83135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792160 Jun 29 12:38:24.858565 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-b1614d80-0e19-4cfb-ad56-8244b637b705 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514115 Jun 29 12:38:24.937367 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:24.970999 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-85c39bdc-a2a1-4f65-b295-e6d53f54c38a service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576753 Jun 29 12:38:25.027131 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a026fc86-7a2e-4fa6-be3f-581243dd29fd req-621f03a9-ef78-47c0-b50f-06c04029f8c0 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383767 Jun 29 12:38:25.082238 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0f85cd63-168f-4c4c-82b4-bb382db3b4db req-6fb70a0e-4575-4fb3-b9cd-92992b86d36d service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031463 Jun 29 12:38:25.179113 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11d12d-a1cc-4a56-8d91-302eb2466615 req-338acae9-ada6-4a33-a98a-d1b9ad9aad72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:25.180574 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bd11d12d-a1cc-4a56-8d91-302eb2466615 req-338acae9-ada6-4a33-a98a-d1b9ad9aad72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 944 time: 0.0483317 Jun 29 12:38:25.206776 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:25.229492 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bd11d12d-a1cc-4a56-8d91-302eb2466615 req-1a3cb1bb-27b0-45c7-a96b-248c567d88b0 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Jun 29 12:38:25.664261 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6408b6-61cc-465d-bf16-3062b86a1b8d req-8f1e9973-fc39-4a85-9be9-60c884c4e6d8 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:25.665793 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dd6408b6-61cc-465d-bf16-3062b86a1b8d req-8f1e9973-fc39-4a85-9be9-60c884c4e6d8 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0481315 Jun 29 12:38:25.716468 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dd6408b6-61cc-465d-bf16-3062b86a1b8d req-527c1f82-4cc2-407e-a530-6351cd865de0 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444212 Jun 29 12:38:25.888118 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39475-3359-4860-83a6-baf15310ef6d req-a21e1fc4-a44a-4165-9b4a-0f63c2c591bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:25.889959 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d6d39475-3359-4860-83a6-baf15310ef6d req-a21e1fc4-a44a-4165-9b4a-0f63c2c591bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 1128 time: 0.0439477 Jun 29 12:38:25.981298 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39475-3359-4860-83a6-baf15310ef6d req-e2f6b28b-4ff0-4ddb-a934-4f0d4b7932bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:25.983697 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d6d39475-3359-4860-83a6-baf15310ef6d req-e2f6b28b-4ff0-4ddb-a934-4f0d4b7932bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 915 time: 0.0874000 Jun 29 12:38:26.024622 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d6d39475-3359-4860-83a6-baf15310ef6d req-c3e40f7e-0290-4cda-b543-c8385aaaa4d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96254a3e-9e71-4d23-acc2-9c889cabe601 HTTP/1.1" status: 200 len: 217 time: 0.0332766 Jun 29 12:38:26.076476 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39475-3359-4860-83a6-baf15310ef6d req-da4f606f-f2ad-4fd1-9332-0b238622c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:26.077897 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d6d39475-3359-4860-83a6-baf15310ef6d req-da4f606f-f2ad-4fd1-9332-0b238622c1c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0474877 Jun 29 12:38:26.121786 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39475-3359-4860-83a6-baf15310ef6d req-02b792f1-d2b3-4d1f-ba32-34009f8b8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:26.123840 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d6d39475-3359-4860-83a6-baf15310ef6d req-02b792f1-d2b3-4d1f-ba32-34009f8b8cd4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397868 Jun 29 12:38:26.225387 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d6d39475-3359-4860-83a6-baf15310ef6d req-f1efbd0f-d319-4d3d-bb0f-1aec1ab11f13 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949471 Jun 29 12:38:26.352059 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d6d39475-3359-4860-83a6-baf15310ef6d req-dfd30c3e-df38-43cc-b4ad-29782f521ebe service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205251 Jun 29 12:38:26.359519 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0507f-bc19-436b-b000-84a10bf85a07 req-10128f62-b4a0-4d2e-8c27-27dff713071b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:26.361086 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-70b0507f-bc19-436b-b000-84a10bf85a07 req-10128f62-b4a0-4d2e-8c27-27dff713071b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 944 time: 0.0623713 Jun 29 12:38:26.414329 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-70b0507f-bc19-436b-b000-84a10bf85a07 req-3447b887-d050-4e11-9fd0-7ae02622da3c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469015 Jun 29 12:38:26.832732 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339b3f6-32c1-4090-be33-203cccd8e067 req-055e607a-3cdd-49eb-8729-ac0c20fb3b6e tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:26.834200 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e339b3f6-32c1-4090-be33-203cccd8e067 req-055e607a-3cdd-49eb-8729-ac0c20fb3b6e tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0514541 Jun 29 12:38:26.882897 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e339b3f6-32c1-4090-be33-203cccd8e067 req-606a7dae-338a-4339-bdaa-48091164c034 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Jun 29 12:38:27.525685 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84268e-6499-4160-be5d-aeb0a69e04b6 req-f7b5cf58-3baa-43fc-9d5f-13bf06350caf tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:27.527161 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f84268e-6499-4160-be5d-aeb0a69e04b6 req-f7b5cf58-3baa-43fc-9d5f-13bf06350caf tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 944 time: 0.0463984 Jun 29 12:38:27.574958 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f84268e-6499-4160-be5d-aeb0a69e04b6 req-964c8f24-1dc1-4b3e-9647-4516158a41bb tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Jun 29 12:38:27.830822 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 96254a3e-9e71-4d23-acc2-9c889cabe601 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:38:27.932914 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 96254a3e-9e71-4d23-acc2-9c889cabe601, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=96254a3e-9e71-4d23-acc2-9c889cabe601,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:27.944263 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'mac_address': 'fa:16:3e:9b:47:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:38:27.979977 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 96254a3e-9e71-4d23-acc2-9c889cabe601 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:27.980365 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:27.993328 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96254a3e-9e71-4d23-acc2-9c889cabe601 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:38:28.004126 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec891e5-c7ac-4115-a066-d6d1b63cbd78 req-749583da-4976-498b-a928-cf54aa5c57cf tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:28.005618 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0ec891e5-c7ac-4115-a066-d6d1b63cbd78 req-749583da-4976-498b-a928-cf54aa5c57cf tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Jun 29 12:38:28.014173 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 96254a3e-9e71-4d23-acc2-9c889cabe601, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=96254a3e-9e71-4d23-acc2-9c889cabe601,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:28.018067 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:28.057662 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0ec891e5-c7ac-4115-a066-d6d1b63cbd78 req-867041e9-5b24-420c-b967-99378c1e1b37 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464873 Jun 29 12:38:28.068743 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=96254a3e-9e71-4d23-acc2-9c889cabe601,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:28.253299 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['96254a3e-9e71-4d23-acc2-9c889cabe601'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:38:28.691900 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cbee2-bee8-4c11-8fd0-6f5b4b83930e req-659b6833-2d54-4821-b132-2584e597dbb8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:28.693376 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-545cbee2-bee8-4c11-8fd0-6f5b4b83930e req-659b6833-2d54-4821-b132-2584e597dbb8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 945 time: 0.0469570 Jun 29 12:38:28.738854 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-545cbee2-bee8-4c11-8fd0-6f5b4b83930e req-8ca8bf5c-1d3d-4a54-872d-3cffcdbe106c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399332 Jun 29 12:38:29.168445 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae403297-f7d3-46a6-bf64-34c1b21b8f9d req-dc788cc6-c699-4830-8222-fd9dc276ccc2 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:29.170193 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ae403297-f7d3-46a6-bf64-34c1b21b8f9d req-dc788cc6-c699-4830-8222-fd9dc276ccc2 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0471539 Jun 29 12:38:29.225446 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ae403297-f7d3-46a6-bf64-34c1b21b8f9d req-ca29d9ce-5485-4187-abec-25748d12b404 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495772 Jun 29 12:38:29.855321 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922f367-cf72-4dde-afc7-eb45229f1e4e req-83b776cd-46d1-40bd-961d-1a0452bffdc8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:29.857091 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5922f367-cf72-4dde-afc7-eb45229f1e4e req-83b776cd-46d1-40bd-961d-1a0452bffdc8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 945 time: 0.0521290 Jun 29 12:38:29.866793 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 96254a3e-9e71-4d23-acc2-9c889cabe601 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:29.869823 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:29.906605 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:29.908492 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5922f367-cf72-4dde-afc7-eb45229f1e4e req-228878db-2ed4-48bd-adec-cc321f05bda6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460193 Jun 29 12:38:29.915619 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 96254a3e-9e71-4d23-acc2-9c889cabe601 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:38:29.921372 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 96254a3e-9e71-4d23-acc2-9c889cabe601 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:29.921998 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:29.993731 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 96254a3e-9e71-4d23-acc2-9c889cabe601 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:29.994115 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:30.017014 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96254a3e-9e71-4d23-acc2-9c889cabe601'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:38:30.019259 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d745b7a8-c1d2-4404-ad5d-0985f85fc29a" -d '{"events": [{"server_uuid": "c8419121-12d7-431e-9ff0-dfa04c64cd00", "name": "network-vif-plugged", "status": "completed", "tag": "96254a3e-9e71-4d23-acc2-9c889cabe601"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:30.032508 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 96254a3e-9e71-4d23-acc2-9c889cabe601, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=96254a3e-9e71-4d23-acc2-9c889cabe601,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:30.036674 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:30.061329 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331e3bb7-ceb1-48a0-947c-28eced91161b x-openstack-request-id: req-331e3bb7-ceb1-48a0-947c-28eced91161b {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:30.061627 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8419121-12d7-431e-9ff0-dfa04c64cd00", "name": "network-vif-plugged", "status": "completed", "tag": "96254a3e-9e71-4d23-acc2-9c889cabe601", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:30.061896 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-331e3bb7-ceb1-48a0-947c-28eced91161b {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:30.062293 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331e3bb7-ceb1-48a0-947c-28eced91161b'] response: {'server_uuid': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'code': 200} Jun 29 12:38:30.087301 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=96254a3e-9e71-4d23-acc2-9c889cabe601,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:30.214936 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d3076-40ac-4ddf-b93a-dc448c5bc12f req-7903f58a-02c4-4d1a-9b46-f1fc209a9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:30.216585 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-945d3076-40ac-4ddf-b93a-dc448c5bc12f req-7903f58a-02c4-4d1a-9b46-f1fc209a9f6b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 1130 time: 0.0387237 Jun 29 12:38:30.260808 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-945d3076-40ac-4ddf-b93a-dc448c5bc12f req-8df53d2c-b5b8-40fb-8560-6d491dc13d7f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381763 Jun 29 12:38:30.347815 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5d972-71b8-4e41-ba97-38d310f695cb req-39983079-4e78-4707-868c-dfd82ccb39a6 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:30.349226 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e8f5d972-71b8-4e41-ba97-38d310f695cb req-39983079-4e78-4707-868c-dfd82ccb39a6 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0565135 Jun 29 12:38:30.399269 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e8f5d972-71b8-4e41-ba97-38d310f695cb req-98913d64-06c1-47f3-8d68-4f8a2eacf515 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444808 Jun 29 12:38:30.990909 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:31.036371 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459d461-5536-40cc-9490-5bbdb2a930a6 req-cec9e039-000a-4b1b-8cb5-ecec17745e59 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:31.037843 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6459d461-5536-40cc-9490-5bbdb2a930a6 req-cec9e039-000a-4b1b-8cb5-ecec17745e59 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 946 time: 0.0576293 Jun 29 12:38:31.121364 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e8ce9-e082-4505-886e-98d844b6b27d req-faad6d78-492f-4abc-b6bc-b994b215017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:31.121364 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-956e8ce9-e082-4505-886e-98d844b6b27d req-faad6d78-492f-4abc-b6bc-b994b215017e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad&device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 1129 time: 0.0627179 Jun 29 12:38:31.161368 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6459d461-5536-40cc-9490-5bbdb2a930a6 req-fb31c1b7-449b-4e82-b7cb-fb49e7cd0411 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176488 Jun 29 12:38:31.229085 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e8ce9-e082-4505-886e-98d844b6b27d req-9db0d5b1-d838-42cd-9450-071bd1bb3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:31.230692 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-956e8ce9-e082-4505-886e-98d844b6b27d req-9db0d5b1-d838-42cd-9450-071bd1bb3ab2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca85be79-dcc1-4564-a978-271ecca83135 HTTP/1.1" status: 200 len: 909 time: 0.1047192 Jun 29 12:38:31.515324 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f1171-36cd-4998-9cdd-c91583a65f8c req-742b2c27-54c9-443b-8199-33e88e553b96 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:31.516791 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-be7f1171-36cd-4998-9cdd-c91583a65f8c req-742b2c27-54c9-443b-8199-33e88e553b96 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0485816 Jun 29 12:38:31.536330 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:31.553314 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:31.571374 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-be7f1171-36cd-4998-9cdd-c91583a65f8c req-2f6d5b69-4b3f-447b-980f-e491c78c89b5 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487280 Jun 29 12:38:31.664252 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-956e8ce9-e082-4505-886e-98d844b6b27d req-799b4468-31b3-4dd4-9dd6-706f13f4dc1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32283955-f720-4723-80b6-82d0fc44730d HTTP/1.1" status: 200 len: 1001 time: 0.0628252 Jun 29 12:38:31.722192 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e8ce9-e082-4505-886e-98d844b6b27d req-9fe9bf51-dd99-4994-934d-2bbafe187719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:31.723664 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-956e8ce9-e082-4505-886e-98d844b6b27d req-9fe9bf51-dd99-4994-934d-2bbafe187719 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8bc29a32-98e9-4d5a-9c55-e1a707d465cc HTTP/1.1" status: 200 len: 847 time: 0.0506608 Jun 29 12:38:31.768122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e8ce9-e082-4505-886e-98d844b6b27d req-9cf43014-546c-467f-b949-c363dad80093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:31.769504 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-956e8ce9-e082-4505-886e-98d844b6b27d req-9cf43014-546c-467f-b949-c363dad80093 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca85be79-dcc1-4564-a978-271ecca83135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403779 Jun 29 12:38:31.860858 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-956e8ce9-e082-4505-886e-98d844b6b27d req-df3d6721-0ee7-4058-9c90-0e82cf78d4bc service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848455 Jun 29 12:38:31.957924 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-956e8ce9-e082-4505-886e-98d844b6b27d req-24672273-6602-4e1b-b045-3274876e0fdb service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899737 Jun 29 12:38:32.222952 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=34 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:32.229276 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:32.284234 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d6965-d674-4635-a4bb-583ed8dd6cd1 req-d2dac633-ae4b-4142-8229-999f08f997a9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:32.285746 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-733d6965-d674-4635-a4bb-583ed8dd6cd1 req-d2dac633-ae4b-4142-8229-999f08f997a9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 946 time: 0.0503123 Jun 29 12:38:32.334677 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-733d6965-d674-4635-a4bb-583ed8dd6cd1 req-648cb389-efb8-4925-84df-44b8e65e41eb tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Jun 29 12:38:32.444540 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d1b4b-9dce-4e12-8f85-e1b0feea17c3 req-ac13737e-8010-4558-8d3e-750eb04719e1 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:32.446000 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f1d1b4b-9dce-4e12-8f85-e1b0feea17c3 req-ac13737e-8010-4558-8d3e-750eb04719e1 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 946 time: 0.0489376 Jun 29 12:38:32.455545 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34408) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:32.459641 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-49af7085-5a16-40fc-997d-657b65aeda76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'floatingip': {'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:38:32.496261 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49af7085-5a16-40fc-997d-657b65aeda76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (e3d59d75-11bc-4674-8420-1ecae5080284), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:32.592591 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:32.732152 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286e873-41b6-46f1-a81a-ea22a5eb0d0b req-ebaf3c11-7064-4d37-b2b8-22b662687ed6 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:32.733615 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8286e873-41b6-46f1-a81a-ea22a5eb0d0b req-ebaf3c11-7064-4d37-b2b8-22b662687ed6 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0650284 Jun 29 12:38:32.884541 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:32.899498 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8286e873-41b6-46f1-a81a-ea22a5eb0d0b req-bf7ab99d-f80c-4c2c-b539-1f9109b470fd tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574750 Jun 29 12:38:33.236268 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.db.resource_extend [None req-49af7085-5a16-40fc-997d-657b65aeda76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 29 12:38:33.297251 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49af7085-5a16-40fc-997d-657b65aeda76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:33.301798 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49af7085-5a16-40fc-997d-657b65aeda76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (e3d59d75-11bc-4674-8420-1ecae5080284), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:33.419475 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-49af7085-5a16-40fc-997d-657b65aeda76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Floating IP e3d59d75-11bc-4674-8420-1ecae5080284 associated. External IP: 172.27.1.212, port: 96254a3e-9e71-4d23-acc2-9c889cabe601. Jun 29 12:38:33.647294 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49af7085-5a16-40fc-997d-657b65aeda76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:38:33.762625 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49af7085-5a16-40fc-997d-657b65aeda76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:38:33.765975 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49af7085-5a16-40fc-997d-657b65aeda76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:33.773978 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:38:33.793461 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:38:33.794621 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:38:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:33.802059 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-49af7085-5a16-40fc-997d-657b65aeda76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "PUT /v2.0/floatingips/e3d59d75-11bc-4674-8420-1ecae5080284 HTTP/1.1" status: 200 len: 992 time: 1.3453679 Jun 29 12:38:33.802839 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'tag': '96254a3e-9e71-4d23-acc2-9c889cabe601'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:38:33.805320 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8419121-12d7-431e-9ff0-dfa04c64cd00", "tag": "96254a3e-9e71-4d23-acc2-9c889cabe601"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:33.849604 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5565c191-f97b-44b3-95bb-4f9f7cf6ec46 x-openstack-request-id: req-5565c191-f97b-44b3-95bb-4f9f7cf6ec46 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:33.849949 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8419121-12d7-431e-9ff0-dfa04c64cd00", "tag": "96254a3e-9e71-4d23-acc2-9c889cabe601", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:33.850271 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5565c191-f97b-44b3-95bb-4f9f7cf6ec46 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:33.850889 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5565c191-f97b-44b3-95bb-4f9f7cf6ec46'] response: {'name': 'network-changed', 'server_uuid': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'tag': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'status': 'completed', 'code': 200} Jun 29 12:38:33.913864 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:33.916175 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:38:33.917404 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-b9fa485c-c0a4-413f-bab0-5d79af45e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:33.919479 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-b9fa485c-c0a4-413f-bab0-5d79af45e123 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 1130 time: 0.0435889 Jun 29 12:38:34.021996 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9bf15-9f3e-48bc-be25-25a6a6b1884a req-fa482bf8-e681-477d-b839-be4a2a4df18b tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:34.023508 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-74c9bf15-9f3e-48bc-be25-25a6a6b1884a req-fa482bf8-e681-477d-b839-be4a2a4df18b tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0474572 Jun 29 12:38:34.073652 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-74c9bf15-9f3e-48bc-be25-25a6a6b1884a req-89bf2bc0-4ec8-47d7-bdcf-c3b8853c9d81 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Jun 29 12:38:34.138852 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'e3d59d75-11bc-4674-8420-1ecae5080284', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:9b:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:38:20Z', 'updated_at': '2022-06-29T12:38:32Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:34.167090 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:38:34.177408 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:38:34.178083 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:38:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:34.236813 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:34.248796 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-c98e4159-ef52-4f5c-8f4e-06786901de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:34.251372 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-c98e4159-ef52-4f5c-8f4e-06786901de67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 915 time: 0.1245368 Jun 29 12:38:34.332266 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-b17a76a8-f675-4d26-bb7c-e2059e7c16b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96254a3e-9e71-4d23-acc2-9c889cabe601 HTTP/1.1" status: 200 len: 1000 time: 0.0746150 Jun 29 12:38:34.339766 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:38:34.352376 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-6123bfa9-14a2-4100-9c58-e278033b93e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952628 Jun 29 12:38:34.378558 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8780955-7ff7-4876-bac8-5d99b903cae6 req-c71891c0-195f-4514-98ab-f6bdf2e33e6c tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:34.380381 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e8780955-7ff7-4876-bac8-5d99b903cae6 req-c71891c0-195f-4514-98ab-f6bdf2e33e6c tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0898459 Jun 29 12:38:34.431248 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-c6ea02ec-3fe8-4da9-bdb9-2456157b5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:34.432751 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-c6ea02ec-3fe8-4da9-bdb9-2456157b5253 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0943356 Jun 29 12:38:34.436120 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e8780955-7ff7-4876-bac8-5d99b903cae6 req-7e29d0c2-7e78-4c28-a0fb-56b8b0a9e155 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498607 Jun 29 12:38:34.452451 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-83e5cba2-4778-4543-8655-b95180570caf tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:34.453772 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-83e5cba2-4778-4543-8655-b95180570caf tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports/32283955-f720-4723-80b6-82d0fc44730d HTTP/1.1" status: 200 len: 942 time: 0.0692933 Jun 29 12:38:34.487549 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-24f5c046-97b0-40e5-8c6e-34c9e9b4469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:34.490006 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-24f5c046-97b0-40e5-8c6e-34c9e9b4469e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507588 Jun 29 12:38:34.561065 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:34.597004 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-4bbf566a-4a5a-40fc-83f3-bdae58f0521d service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013930 Jun 29 12:38:34.702323 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8fc0f78c-05e5-4dfb-b2e9-8ce259bb934d req-38c8bdfc-7aab-4423-ab26-1eb464ee13c3 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994496 Jun 29 12:38:34.740862 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:34.747366 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'e3d59d75-11bc-4674-8420-1ecae5080284', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:9b:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:38:20Z', 'updated_at': '2022-06-29T12:38:32Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:34.773425 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03971b2a-3318-4d3d-a266-932366ed8ec3 None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'e3d59d75-11bc-4674-8420-1ecae5080284', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:9b:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:38:20Z', 'updated_at': '2022-06-29T12:38:32Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:38:34.961671 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3f1ad-17f7-4b9b-a73b-52fa7c23ce6f None None] New status for floating IP e3d59d75-11bc-4674-8420-1ecae5080284: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:38:35.555210 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b3df6-25d2-4b6b-9656-93da0b56a4d7 req-a99c8dcd-6549-45a9-b42b-2c3850610aa1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:35.556731 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2e6b3df6-25d2-4b6b-9656-93da0b56a4d7 req-a99c8dcd-6549-45a9-b42b-2c3850610aa1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0522773 Jun 29 12:38:35.608786 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2e6b3df6-25d2-4b6b-9656-93da0b56a4d7 req-e7ba0eea-d238-4e9e-9e38-b0d843609443 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Jun 29 12:38:35.896415 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 32283955-f720-4723-80b6-82d0fc44730d no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:38:35.970170 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 32283955-f720-4723-80b6-82d0fc44730d is: ACTIVE; New status is: DOWN {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:35.970587 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (32283955-f720-4723-80b6-82d0fc44730d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:35.993155 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32283955-f720-4723-80b6-82d0fc44730d'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:38:35.995399 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d19e79a-90bf-45b9-bfc4-5ba108c95f5d" -d '{"events": [{"server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "name": "network-vif-unplugged", "status": "completed", "tag": "32283955-f720-4723-80b6-82d0fc44730d"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:36.008633 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 32283955-f720-4723-80b6-82d0fc44730d, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32283955-f720-4723-80b6-82d0fc44730d,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:36.013089 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (32283955-f720-4723-80b6-82d0fc44730d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:36.035594 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Jun 2022 12:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd933df-a382-4e37-ab9d-842b7e6f26f1 x-openstack-request-id: req-3cd933df-a382-4e37-ab9d-842b7e6f26f1 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:36.035879 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "name": "network-vif-unplugged", "status": "failed", "tag": "32283955-f720-4723-80b6-82d0fc44730d", "code": 422}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:36.036127 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cd933df-a382-4e37-ab9d-842b7e6f26f1 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:36.036513 dv-cinder-812685-12-iscsi neutron-server[104106]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3cd933df-a382-4e37-ab9d-842b7e6f26f1']: {'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32283955-f720-4723-80b6-82d0fc44730d', 'code': 422} returned with failed status Jun 29 12:38:36.061757 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=32283955-f720-4723-80b6-82d0fc44730d,revision_number=6']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:36.722249 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8564f0-7aa3-4111-a44c-bf04e0397781 req-a6e7d79f-388b-4826-bb68-ffaaab4b7a4f tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:36.723757 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bb8564f0-7aa3-4111-a44c-bf04e0397781 req-a6e7d79f-388b-4826-bb68-ffaaab4b7a4f tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0480816 Jun 29 12:38:36.774371 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bb8564f0-7aa3-4111-a44c-bf04e0397781 req-74ae944c-078d-477b-b79f-fe254a31e41f tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451603 Jun 29 12:38:37.888336 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad91c34-753e-4c4e-90c4-304da6531808 req-a26553ea-99a6-4921-b2fd-7f4f5b61907c tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:37.889727 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fad91c34-753e-4c4e-90c4-304da6531808 req-a26553ea-99a6-4921-b2fd-7f4f5b61907c tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0480475 Jun 29 12:38:37.942709 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fad91c34-753e-4c4e-90c4-304da6531808 req-a19f58be-fa39-4f8e-a294-a78c254631cf tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475821 Jun 29 12:38:39.058740 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536ba9-faa2-40be-b0d0-689afa15789d req-4ac792f5-6a49-44cc-a0ba-62c2f227a0b1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:39.061077 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9a536ba9-faa2-40be-b0d0-689afa15789d req-4ac792f5-6a49-44cc-a0ba-62c2f227a0b1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0488150 Jun 29 12:38:39.115061 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9a536ba9-faa2-40be-b0d0-689afa15789d req-86fe8b59-e156-4d9e-9e29-9f62fa9972bd tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485086 Jun 29 12:38:40.250970 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282b82c-eb96-47af-83ca-894c792a4bd2 req-db7ba88f-d4e7-43c0-afdd-1eeade069bf7 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:40.252446 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f282b82c-eb96-47af-83ca-894c792a4bd2 req-db7ba88f-d4e7-43c0-afdd-1eeade069bf7 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0601015 Jun 29 12:38:40.303756 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f282b82c-eb96-47af-83ca-894c792a4bd2 req-558b8db9-6052-4278-ae3c-ba2a8e2dc1d9 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 Jun 29 12:38:40.397607 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-02be663d-5ebe-4853-8e8a-5f2f95e27499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:40.399129 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-02be663d-5ebe-4853-8e8a-5f2f95e27499 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784&tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad HTTP/1.1" status: 200 len: 1127 time: 0.0418341 Jun 29 12:38:40.464619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-edd69f82-7c71-4f14-b63a-85b95a4a9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:40.466146 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-edd69f82-7c71-4f14-b63a-85b95a4a9831 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad&device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 1127 time: 0.0420372 Jun 29 12:38:40.563215 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-74c6589d-dbcf-4252-b308-91858d6aa177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:40.564587 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-74c6589d-dbcf-4252-b308-91858d6aa177 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca85be79-dcc1-4564-a978-271ecca83135 HTTP/1.1" status: 200 len: 909 time: 0.0927980 Jun 29 12:38:40.626330 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-3ba9ea85-a969-4467-84ef-cfd7ac9916d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32283955-f720-4723-80b6-82d0fc44730d HTTP/1.1" status: 200 len: 999 time: 0.0555208 Jun 29 12:38:40.673164 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-24357a24-d70f-4d5c-b3ef-a1b1b4cf63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:40.674588 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-24357a24-d70f-4d5c-b3ef-a1b1b4cf63ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8bc29a32-98e9-4d5a-9c55-e1a707d465cc HTTP/1.1" status: 200 len: 847 time: 0.0426610 Jun 29 12:38:40.720136 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-974fb0af-0592-4f4a-9e60-078cc987938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:40.721599 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-974fb0af-0592-4f4a-9e60-078cc987938f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca85be79-dcc1-4564-a978-271ecca83135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413432 Jun 29 12:38:40.757650 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:40.810585 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-9a42f8ae-addc-447e-906f-e254e61d57c5 service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819793 Jun 29 12:38:40.901013 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-340bcee5-fd99-45db-978f-8627660cd6e8 req-f72e83ad-c84c-4484-a2d6-c7f95b29eba7 service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856066 Jun 29 12:38:41.422819 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae379c6-f330-42fe-832e-4da2afdb7724 req-c79039fa-96b9-48e6-b8fa-a7e26466beef tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:41.424324 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dae379c6-f330-42fe-832e-4da2afdb7724 req-c79039fa-96b9-48e6-b8fa-a7e26466beef tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0508204 Jun 29 12:38:41.477290 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-dae379c6-f330-42fe-832e-4da2afdb7724 req-d2c162a2-e704-40d6-abe1-b5252f6e11ff tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472558 Jun 29 12:38:42.598820 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d1e17-6e0a-460d-adce-07e9da466c6d req-a8601a8c-947d-4d8a-8ee5-a2c1de4cfe44 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:42.601859 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-417d1e17-6e0a-460d-adce-07e9da466c6d req-a8601a8c-947d-4d8a-8ee5-a2c1de4cfe44 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0546968 Jun 29 12:38:42.651452 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-417d1e17-6e0a-460d-adce-07e9da466c6d req-a98f2e70-5ead-412b-9d01-80f88812444e tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458016 Jun 29 12:38:43.767322 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45545626-9838-48ee-9180-cb10f8a00dce req-2a4665ff-0f10-4141-aee9-f9f3bdd3c91a tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:43.768790 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-45545626-9838-48ee-9180-cb10f8a00dce req-2a4665ff-0f10-4141-aee9-f9f3bdd3c91a tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0472901 Jun 29 12:38:43.813213 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:43.818248 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-45545626-9838-48ee-9180-cb10f8a00dce req-ffeae1ce-a3e3-4a82-b72b-af7dd94761f4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438488 Jun 29 12:38:44.935207 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cafd8d-f9b7-4db4-ae23-295d3ae5fe77 req-df291beb-604c-403a-a00c-84fcd2fc5c5a tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:44.937049 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-84cafd8d-f9b7-4db4-ae23-295d3ae5fe77 req-df291beb-604c-403a-a00c-84fcd2fc5c5a tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0492282 Jun 29 12:38:44.990572 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-84cafd8d-f9b7-4db4-ae23-295d3ae5fe77 req-ac23fb6b-3bd8-4850-97e6-2d5659543c50 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481424 Jun 29 12:38:45.068781 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:45.071952 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:45.642507 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c7695c3-9459-4629-8ce3-a42f8348150d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:46.105636 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd242102-7c3e-40b8-9c55-e62ace0c420b req-0d04ffed-ef8e-4d72-a177-383cd4e8ab8b tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:46.107744 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fd242102-7c3e-40b8-9c55-e62ace0c420b req-0d04ffed-ef8e-4d72-a177-383cd4e8ab8b tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0504289 Jun 29 12:38:46.159253 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-fd242102-7c3e-40b8-9c55-e62ace0c420b req-3cefad33-8785-4670-9365-d624600b4d95 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458043 Jun 29 12:38:47.278201 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96107f-19f3-44be-be86-088ea4df0c31 req-74b65f69-7ef1-491f-a49e-adeb67973e6b tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:47.280858 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9d96107f-19f3-44be-be86-088ea4df0c31 req-74b65f69-7ef1-491f-a49e-adeb67973e6b tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 943 time: 0.0531936 Jun 29 12:38:47.320368 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:38:47.333810 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9d96107f-19f3-44be-be86-088ea4df0c31 req-65372560-2d3e-4409-bfeb-5ee2e4156061 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476983 Jun 29 12:38:47.431993 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4a8d4-1484-46ff-b18d-a6b434657d3a req-cdcdd1e7-734a-42f0-87df-5e0141c3479f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:47.433529 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-14e4a8d4-1484-46ff-b18d-a6b434657d3a req-cdcdd1e7-734a-42f0-87df-5e0141c3479f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0535748 Jun 29 12:38:47.492586 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-14e4a8d4-1484-46ff-b18d-a6b434657d3a req-74f7de26-e496-41e5-9363-ae9f7c3a672e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478857 Jun 29 12:38:47.926803 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 32283955-f720-4723-80b6-82d0fc44730d details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:38:47.948152 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:48.035446 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b18a039b-8eda-4c5d-a7db-c36964562791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:48.040920 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 32283955-f720-4723-80b6-82d0fc44730d, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32283955-f720-4723-80b6-82d0fc44730d,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:48.054823 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '32283955-f720-4723-80b6-82d0fc44730d', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'port_id': '32283955-f720-4723-80b6-82d0fc44730d', 'mac_address': 'fa:16:3e:3e:b3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:38:48.099236 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 32283955-f720-4723-80b6-82d0fc44730d is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:48.099626 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (32283955-f720-4723-80b6-82d0fc44730d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:48.113649 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32283955-f720-4723-80b6-82d0fc44730d {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:38:48.135233 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 32283955-f720-4723-80b6-82d0fc44730d, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32283955-f720-4723-80b6-82d0fc44730d,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:48.139471 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (32283955-f720-4723-80b6-82d0fc44730d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:48.186945 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=32283955-f720-4723-80b6-82d0fc44730d,revision_number=7']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:48.194896 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.195266 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.195587 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.195972 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.196308 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.196638 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.196967 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.197321 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.197650 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.197980 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.198306 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.198731 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.199123 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.199468 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.199823 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:48.405941 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['32283955-f720-4723-80b6-82d0fc44730d'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:38:48.446286 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5dcce-42a8-41ce-8943-8c40e321dca6 req-8d74269a-9bcb-4c94-877a-69d84589c788 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:48.447815 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1db5dcce-42a8-41ce-8943-8c40e321dca6 req-8d74269a-9bcb-4c94-877a-69d84589c788 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 944 time: 0.0479438 Jun 29 12:38:48.501098 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1db5dcce-42a8-41ce-8943-8c40e321dca6 req-d0fc6914-2a0d-4a6b-8a4a-12542bac59fe tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470831 Jun 29 12:38:48.574307 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:48.615189 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaaca3-6b23-489e-89bd-b4a8b4f4074a req-d3fbf492-3a44-431e-8916-fc0fc2925f40 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:48.616788 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0dcaaca3-6b23-489e-89bd-b4a8b4f4074a req-d3fbf492-3a44-431e-8916-fc0fc2925f40 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0494771 Jun 29 12:38:48.665204 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0dcaaca3-6b23-489e-89bd-b4a8b4f4074a req-e9538c19-5c31-4010-8707-35795af0c05f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Jun 29 12:38:49.102733 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:49.613623 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d658758-23f5-43f0-8e57-cbc206022743 req-c84b8475-8379-442c-8ff2-60e38a91022d tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:49.615111 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6d658758-23f5-43f0-8e57-cbc206022743 req-c84b8475-8379-442c-8ff2-60e38a91022d tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 944 time: 0.0466292 Jun 29 12:38:49.663760 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6d658758-23f5-43f0-8e57-cbc206022743 req-0e75b895-2cc9-42a4-a25d-8da2539b31d0 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430980 Jun 29 12:38:49.783654 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea9cc1-0711-41b3-8a61-e6b4c51623ef req-5d1e2f5d-0813-4509-b19e-4ebc0ab4dcba tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:49.785116 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e3ea9cc1-0711-41b3-8a61-e6b4c51623ef req-5d1e2f5d-0813-4509-b19e-4ebc0ab4dcba tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0468736 Jun 29 12:38:49.795820 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:49.804072 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:49.835928 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e3ea9cc1-0711-41b3-8a61-e6b4c51623ef req-c2718e0c-4662-41c7-97cf-0f6685bb8e8f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453727 Jun 29 12:38:49.954896 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 32283955-f720-4723-80b6-82d0fc44730d up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:50.000546 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 32283955-f720-4723-80b6-82d0fc44730d triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:38:50.000840 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (32283955-f720-4723-80b6-82d0fc44730d), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:50.072994 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 32283955-f720-4723-80b6-82d0fc44730d is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:38:50.073294 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (32283955-f720-4723-80b6-82d0fc44730d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:50.096982 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32283955-f720-4723-80b6-82d0fc44730d'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:38:50.099219 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fca3d1b-5e14-4fef-9f79-253770111bea" -d '{"events": [{"server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "name": "network-vif-plugged", "status": "completed", "tag": "32283955-f720-4723-80b6-82d0fc44730d"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:50.112426 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 32283955-f720-4723-80b6-82d0fc44730d, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32283955-f720-4723-80b6-82d0fc44730d,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:50.116452 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (32283955-f720-4723-80b6-82d0fc44730d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:50.145768 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe2e7c-5124-468c-bf47-f1ca2f25ea2b x-openstack-request-id: req-95fe2e7c-5124-468c-bf47-f1ca2f25ea2b {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:50.146053 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "name": "network-vif-plugged", "status": "completed", "tag": "32283955-f720-4723-80b6-82d0fc44730d", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:50.146304 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95fe2e7c-5124-468c-bf47-f1ca2f25ea2b {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:50.146719 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95fe2e7c-5124-468c-bf47-f1ca2f25ea2b'] response: {'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32283955-f720-4723-80b6-82d0fc44730d', 'code': 200} Jun 29 12:38:50.170582 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=32283955-f720-4723-80b6-82d0fc44730d,revision_number=8']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:50.452359 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:50.495962 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82aba4-0f99-4f59-b512-3d3249048486 req-3f0da91f-c7d2-4b7d-ab58-f1512833cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:50.497613 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ab82aba4-0f99-4f59-b512-3d3249048486 req-3f0da91f-c7d2-4b7d-ab58-f1512833cefb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 1129 time: 0.1021843 Jun 29 12:38:50.550355 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ab82aba4-0f99-4f59-b512-3d3249048486 req-63036c46-6ad7-4cd9-beaf-dcc0c81b79c1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420661 Jun 29 12:38:50.792037 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a93f-e7b7-4b61-a735-5256f2ffdc44 req-23f84116-7a99-4487-b61d-5cffd30c7b1a tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:50.794368 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d308a93f-e7b7-4b61-a735-5256f2ffdc44 req-23f84116-7a99-4487-b61d-5cffd30c7b1a tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0615368 Jun 29 12:38:50.849441 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d308a93f-e7b7-4b61-a735-5256f2ffdc44 req-c8c56cf0-e623-44b6-98f1-c0a1a72a08c9 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473874 Jun 29 12:38:50.956381 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3862d30-5c11-42e3-9b02-e1cba4fd7618 req-f0cb6754-9225-4bce-95c1-073f6fd6ac81 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:50.957799 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f3862d30-5c11-42e3-9b02-e1cba4fd7618 req-f0cb6754-9225-4bce-95c1-073f6fd6ac81 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0474296 Jun 29 12:38:50.994007 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:51.007219 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f3862d30-5c11-42e3-9b02-e1cba4fd7618 req-1cfac3bf-3a49-47bf-aa52-0779ea3a04c7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Jun 29 12:38:51.016882 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:51.975024 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a053b2-2523-4b44-8298-3fd190b93bd6 req-742a8009-7289-4081-b666-4e7312abd47c tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:51.976626 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-66a053b2-2523-4b44-8298-3fd190b93bd6 req-742a8009-7289-4081-b666-4e7312abd47c tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0551050 Jun 29 12:38:52.027883 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-66a053b2-2523-4b44-8298-3fd190b93bd6 req-3c55ff37-02ff-4e37-b956-d5dadf207e69 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456967 Jun 29 12:38:52.147907 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37faf4-a464-4d3e-9af8-65c80192b37f req-4940b57b-8c18-40c8-8ee3-4fb703134420 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:52.149404 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3e37faf4-a464-4d3e-9af8-65c80192b37f req-4940b57b-8c18-40c8-8ee3-4fb703134420 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0512214 Jun 29 12:38:52.203567 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3e37faf4-a464-4d3e-9af8-65c80192b37f req-d486e4c2-1574-435a-8bd7-5120bb321246 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487680 Jun 29 12:38:53.142978 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bf606-c095-4aa4-94da-bdae04e5fb7e req-0e995bd9-4eaa-46f5-9f5a-f910583a42b4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:53.144467 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-335bf606-c095-4aa4-94da-bdae04e5fb7e req-0e995bd9-4eaa-46f5-9f5a-f910583a42b4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0469301 Jun 29 12:38:53.201042 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-335bf606-c095-4aa4-94da-bdae04e5fb7e req-1a5efb70-9402-4593-ba60-b620265bd6a4 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507066 Jun 29 12:38:53.333323 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8159ac4-c9cb-419f-934a-1ea24cdf4f8b req-33681ded-2469-4c7a-8213-dafa638d140c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:53.334840 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d8159ac4-c9cb-419f-934a-1ea24cdf4f8b req-33681ded-2469-4c7a-8213-dafa638d140c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0473711 Jun 29 12:38:53.383760 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d8159ac4-c9cb-419f-934a-1ea24cdf4f8b req-72a724e3-9419-4978-8ece-96d802dbabd6 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428004 Jun 29 12:38:53.589209 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a18e5-615a-4080-a47b-074b3a62366e req-01feb4a3-f172-4ad7-8bdb-b0b64628200c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:53.590602 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5c2a18e5-615a-4080-a47b-074b3a62366e req-01feb4a3-f172-4ad7-8bdb-b0b64628200c tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 946 time: 0.0465562 Jun 29 12:38:53.637461 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5c2a18e5-615a-4080-a47b-074b3a62366e req-1e249b58-63b1-473b-884b-650d5e6addef tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405777 Jun 29 12:38:54.504869 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07370-f019-45ac-b6ac-42650f43ea25 req-2257aafa-bf2f-42d3-8a80-4ce4bff80b86 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:54.506317 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3bd07370-f019-45ac-b6ac-42650f43ea25 req-2257aafa-bf2f-42d3-8a80-4ce4bff80b86 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0467889 Jun 29 12:38:54.557197 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3bd07370-f019-45ac-b6ac-42650f43ea25 req-d8e9fd25-5c61-482c-8f15-49655e73f9a7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454714 Jun 29 12:38:54.746955 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:54.755972 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66965-acbe-4bd3-b53b-68d79df4ed54 req-1908302f-f680-4bb5-9538-2fca6e8ce548 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:54.757440 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-65f66965-acbe-4bd3-b53b-68d79df4ed54 req-1908302f-f680-4bb5-9538-2fca6e8ce548 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 946 time: 0.0530829 Jun 29 12:38:54.804758 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-65f66965-acbe-4bd3-b53b-68d79df4ed54 req-ccd87bd3-3db5-4b05-b589-ae5b539b1a34 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups?id=98e96170-f8cc-45ee-a852-0b0649d9d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Jun 29 12:38:55.332532 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281da17-4257-443e-94b1-725db358ecac req-418c79a6-9afe-4cbb-9adc-3fb8bd1b34db tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:55.333985 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b281da17-4257-443e-94b1-725db358ecac req-418c79a6-9afe-4cbb-9adc-3fb8bd1b34db tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.23 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 946 time: 0.0465949 Jun 29 12:38:55.419867 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Deleting port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:38:55.420126 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:55.508486 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] For port 8007b1cc-4e70-43ea-add8-ccc1e13e5610, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8007b1cc-4e70-43ea-add8-ccc1e13e5610,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:55.508852 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:55.517776 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:55.674264 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:55.674583 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (644ed144-e0b0-44f3-a15b-c3068de98394), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:55.674827 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d41f5d-a916-4dbe-bac8-f2c25bfa4f37 req-0cd02f46-3fc7-4560-94b4-0230165525c4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:55.675277 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Floating IP 644ed144-e0b0-44f3-a15b-c3068de98394 disassociated. External IP: 172.27.1.224, port: 8007b1cc-4e70-43ea-add8-ccc1e13e5610. Jun 29 12:38:55.675277 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Calling delete_port for 8007b1cc-4e70-43ea-add8-ccc1e13e5610 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:38:55.676385 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d7d41f5d-a916-4dbe-bac8-f2c25bfa4f37 req-0cd02f46-3fc7-4560-94b4-0230165525c4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0483847 Jun 29 12:38:55.724457 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d7d41f5d-a916-4dbe-bac8-f2c25bfa4f37 req-40eb73e1-e8f4-4757-9c4d-aec03f154971 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421109 Jun 29 12:38:55.803896 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (8007b1cc-4e70-43ea-add8-ccc1e13e5610), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:55.833011 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event deleted for resources: {'Port': ['ID=8007b1cc-4e70-43ea-add8-ccc1e13e5610,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:55.843419 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.843775 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.845825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.845825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.845825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.845825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.845825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.845825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.846320 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.846403 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.846723 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.847056 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.847386 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.847711 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.848039 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:55.946867 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-469257b4-e58c-4095-a7e5-1b8a52ff1b06 req-5235f87e-71bc-43a6-8a0a-c69547e10b4b tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/ports?device_id=32214b00-153f-4be8-a43b-7babcb3c0ece HTTP/1.1" status: 200 len: 210 time: 0.0585990 Jun 29 12:38:55.979749 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Router 55d72377-ab8b-4e27-9327-edb6699a2a1a has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:38:56.079040 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:38:56.088810 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] Sync routers for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:38:56.097359 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:56.100089 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:38:56.100741 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:38:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:56.125789 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] No DVR routers for this DVR port 8007b1cc-4e70-43ea-add8-ccc1e13e5610 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:38:56.128404 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:56.131668 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b281da17-4257-443e-94b1-725db358ecac req-c698474b-3684-4392-ba3e-217939a7d3a5 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.23 "DELETE /v2.0/ports/8007b1cc-4e70-43ea-add8-ccc1e13e5610 HTTP/1.1" status: 204 len: 173 time: 0.7929122 Jun 29 12:38:56.132100 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'name': 'network-vif-deleted', 'tag': '8007b1cc-4e70-43ea-add8-ccc1e13e5610'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:38:56.134335 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67567800-b1d2-4518-a92e-97428896b7d4" -d '{"events": [{"server_uuid": "32214b00-153f-4be8-a43b-7babcb3c0ece", "name": "network-vif-deleted", "tag": "8007b1cc-4e70-43ea-add8-ccc1e13e5610"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:56.212758 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:38:56.272241 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f32023-7abb-49d8-b083-af1c714258fc x-openstack-request-id: req-35f32023-7abb-49d8-b083-af1c714258fc {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:56.272543 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32214b00-153f-4be8-a43b-7babcb3c0ece", "name": "network-vif-deleted", "tag": "8007b1cc-4e70-43ea-add8-ccc1e13e5610", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:56.272827 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35f32023-7abb-49d8-b083-af1c714258fc {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:56.273239 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f32023-7abb-49d8-b083-af1c714258fc'] response: {'server_uuid': '32214b00-153f-4be8-a43b-7babcb3c0ece', 'name': 'network-vif-deleted', 'tag': '8007b1cc-4e70-43ea-add8-ccc1e13e5610', 'status': 'completed', 'code': 200} Jun 29 12:38:56.421035 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:56.446225 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] Checking router: 55d72377-ab8b-4e27-9327-edb6699a2a1a for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:38:56.454225 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:38:56.454844 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:38:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:56.557937 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:38:56.696124 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:56.756436 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:56.782785 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e5e6e-cc80-4f88-9285-30a5b375023b None None] The sync data for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi is: [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:33:26Z', 'revision_number': 4, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '9b4deb29-0c77-4116-a9f4-2ac2c102d346', 'name': '', 'network_id': '7b5a74d9-0a05-4165-ad79-54d13b50c375', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'mac_address': 'fa:16:3e:8d:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:26Z', 'updated_at': '2022-06-29T12:33:37Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'subnets': [{'id': '8a766576-ad0b-4d70-8d01-cc847aa178ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:38:56.847831 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4e326-e3f4-4317-9d1e-d2d6206a0a33 req-c9581e3e-2296-4417-b92f-e264e18ad893 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:56.849406 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-51b4e326-e3f4-4317-9d1e-d2d6206a0a33 req-c9581e3e-2296-4417-b92f-e264e18ad893 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0493214 Jun 29 12:38:56.870306 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:56.900319 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-51b4e326-e3f4-4317-9d1e-d2d6206a0a33 req-7c6152c6-3530-42c7-8e30-590b228e68eb tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Jun 29 12:38:57.006353 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7958f-8f75-44c6-bb49-cebed77c4ee3 None None] New status for floating IP 644ed144-e0b0-44f3-a15b-c3068de98394: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:38:57.041044 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34640) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:57.095477 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf005948-cc46-43f7-b958-03d5b147f428 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (98e96170-f8cc-45ee-a852-0b0649d9d2f0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:57.124231 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf005948-cc46-43f7-b958-03d5b147f428 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (98e96170-f8cc-45ee-a852-0b0649d9d2f0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:57.173105 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf005948-cc46-43f7-b958-03d5b147f428 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (98e96170-f8cc-45ee-a852-0b0649d9d2f0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:57.176212 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf005948-cc46-43f7-b958-03d5b147f428 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:57.177435 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-cf005948-cc46-43f7-b958-03d5b147f428 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "DELETE /v2.0/security-groups/98e96170-f8cc-45ee-a852-0b0649d9d2f0 HTTP/1.1" status: 204 len: 168 time: 0.1351926 Jun 29 12:38:57.180216 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34642) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:57.186715 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf005948-cc46-43f7-b958-03d5b147f428 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e96170-f8cc-45ee-a852-0b0649d9d2f0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:57.195033 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.api.v2.resource [None req-c4f59242-5b3c-42ce-b9c4-76f4d66ed620 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] show failed (client error): The resource could not be found. Jun 29 12:38:57.196066 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c4f59242-5b3c-42ce-b9c4-76f4d66ed620 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "GET /v2.0/security-groups/98e96170-f8cc-45ee-a852-0b0649d9d2f0 HTTP/1.1" status: 404 len: 347 time: 0.0147948 Jun 29 12:38:57.199039 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34644) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:38:57.312601 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Deleting port 301344ef-329e-450f-95c4-e03ccaa459d2 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:38:57.312948 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (301344ef-329e-450f-95c4-e03ccaa459d2), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:57.393440 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (301344ef-329e-450f-95c4-e03ccaa459d2), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:57.393766 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (301344ef-329e-450f-95c4-e03ccaa459d2), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:57.407492 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Calling delete_port for 301344ef-329e-450f-95c4-e03ccaa459d2 owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:38:57.544829 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (301344ef-329e-450f-95c4-e03ccaa459d2), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:57.569189 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Pushing event deleted for resources: {'Port': ['ID=301344ef-329e-450f-95c4-e03ccaa459d2,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:57.578840 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:57.603249 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.603600 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.603948 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.604288 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.604623 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.604957 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.605286 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.605611 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.605939 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.606264 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.606617 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.606944 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.607266 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.607587 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.607906 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:57.651385 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks [] for floatingip (644ed144-e0b0-44f3-a15b-c3068de98394), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:57.653722 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:38:57.654888 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e7ba9233-5ef9-47bf-ad24-b101b92a0cd4 tempest-AttachVolumeTestJSON-322810237 tempest-AttachVolumeTestJSON-322810237-project] 10.222.0.52 "DELETE /v2.0/floatingips/644ed144-e0b0-44f3-a15b-c3068de98394 HTTP/1.1" status: 204 len: 168 time: 0.4547710 Jun 29 12:38:58.004794 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 8007b1cc-4e70-43ea-add8-ccc1e13e5610 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:38:58.008857 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:58.023755 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455578-c547-4685-9baa-323c79ce8c6a req-ceb1c739-f3c5-4ba8-94fb-9e05fc604ac8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:58.025243 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ab455578-c547-4685-9baa-323c79ce8c6a req-ceb1c739-f3c5-4ba8-94fb-9e05fc604ac8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0493553 Jun 29 12:38:58.025844 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 8007b1cc-4e70-43ea-add8-ccc1e13e5610 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:38:58.026192 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 8007b1cc-4e70-43ea-add8-ccc1e13e5610 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:38:58.078248 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ab455578-c547-4685-9baa-323c79ce8c6a req-65934417-0655-4369-b133-cd82b09f2d4e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462368 Jun 29 12:38:59.178174 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:38:59.196742 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec6a91-2d58-41cc-9ce8-91237eb3c8a9 req-cedbbb39-6409-450d-8833-8e24b8f8c0f9 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:38:59.198221 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ddec6a91-2d58-41cc-9ce8-91237eb3c8a9 req-cedbbb39-6409-450d-8833-8e24b8f8c0f9 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0485058 Jun 29 12:38:59.249024 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ddec6a91-2d58-41cc-9ce8-91237eb3c8a9 req-d89af88f-afe5-47c5-9f98-4a3fc22ca691 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453508 Jun 29 12:39:00.366663 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920ba5c-a445-4157-9a7e-bf526f040789 req-4d3a2e96-9d69-417f-bd9e-5243b7615895 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:00.368140 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9920ba5c-a445-4157-9a7e-bf526f040789 req-4d3a2e96-9d69-417f-bd9e-5243b7615895 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0478282 Jun 29 12:39:00.415420 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-9920ba5c-a445-4157-9a7e-bf526f040789 req-432ea863-8a46-439a-8113-3009981c6c6b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Jun 29 12:39:01.185449 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34680) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:01.537097 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370dd7a-a6d9-4694-b0ff-cae942198759 req-90f4afee-20a2-47b4-98cc-a581f0255787 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:01.538489 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (55d72377-ab8b-4e27-9327-edb6699a2a1a), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:01.538907 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7370dd7a-a6d9-4694-b0ff-cae942198759 req-90f4afee-20a2-47b4-98cc-a581f0255787 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0483000 Jun 29 12:39:01.589290 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7370dd7a-a6d9-4694-b0ff-cae942198759 req-e51164c5-5b84-454e-8a68-f21d41af5628 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451534 Jun 29 12:39:01.763230 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] Deleting port 9b4deb29-0c77-4116-a9f4-2ac2c102d346 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:39:01.763577 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:01.845056 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] For port 9b4deb29-0c77-4116-a9f4-2ac2c102d346, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=9b4deb29-0c77-4116-a9f4-2ac2c102d346,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:01.845339 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:01.857983 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] Calling delete_port for 9b4deb29-0c77-4116-a9f4-2ac2c102d346 owned by network:router_interface {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:39:01.911929 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:01.920969 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:02.036726 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (9b4deb29-0c77-4116-a9f4-2ac2c102d346), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:02.061971 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4deb29-0c77-4116-a9f4-2ac2c102d346,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:02.223324 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (55d72377-ab8b-4e27-9327-edb6699a2a1a), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:02.430072 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] Router 55d72377-ab8b-4e27-9327-edb6699a2a1a has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:39:02.530906 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:39:02.535889 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6bfe1f78-5ec7-4ace-b8c8-194f9240afd1 admin admin] 10.222.0.52 "PUT /v2.0/routers/55d72377-ab8b-4e27-9327-edb6699a2a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3493073 Jun 29 12:39:02.538386 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34686) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:02.540839 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] Sync routers for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:39:02.552147 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:39:02.552771 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:38:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:02.641089 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Publish callbacks [] for router (55d72377-ab8b-4e27-9327-edb6699a2a1a), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:02.776975 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6c92a-49fb-4a08-a13b-98b56cd2ce6e req-7bdf0d9e-c501-432d-b74c-b046638c1536 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:02.778542 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-98e6c92a-49fb-4a08-a13b-98b56cd2ce6e req-7bdf0d9e-c501-432d-b74c-b046638c1536 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.1031768 Jun 29 12:39:02.782854 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:39:02.794926 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Publish callbacks [] for router_gateway (55d72377-ab8b-4e27-9327-edb6699a2a1a), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:02.806725 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:02.818943 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:02.870847 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-98e6c92a-49fb-4a08-a13b-98b56cd2ce6e req-159d5392-d58b-49bf-82bf-0af0e5f6f31f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849676 Jun 29 12:39:02.871474 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Deleting port 08abd536-24cc-4b99-9da9-e591e148b675 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:39:02.871807 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (08abd536-24cc-4b99-9da9-e591e148b675), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:02.899056 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:02.958694 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '08abd536-24cc-4b99-9da9-e591e148b675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:39:01Z', 'revision_number': 5, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port': {'id': '08abd536-24cc-4b99-9da9-e591e148b675', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:02.989733 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] Checking router: 55d72377-ab8b-4e27-9327-edb6699a2a1a for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:39:02.998830 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] Routers {'55d72377-ab8b-4e27-9327-edb6699a2a1a'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:39:02.999467 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:38:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['55d72377-ab8b-4e27-9327-edb6699a2a1a'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:03.084537 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] Set router 55d72377-ab8b-4e27-9327-edb6699a2a1a gateway port host: None {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:39:03.137828 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:39:02Z', 'revision_number': 6, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port_host': None}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:03.164742 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383e03e-4b0e-4f6b-8275-87b0b5b5e658 None None] The sync data for ids ['55d72377-ab8b-4e27-9327-edb6699a2a1a'] in dv-cinder-812685-12-iscsi is: [{'id': '55d72377-ab8b-4e27-9327-edb6699a2a1a', 'name': 'tempest-AttachVolumeTestJSON-1673034612-router', 'tenant_id': '0f625199b4eb48c98944ea79a90f2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:16Z', 'updated_at': '2022-06-29T12:39:02Z', 'revision_number': 6, 'project_id': '0f625199b4eb48c98944ea79a90f2841', 'gw_port_host': None}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:39:03.194655 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] For port 08abd536-24cc-4b99-9da9-e591e148b675, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=08abd536-24cc-4b99-9da9-e591e148b675,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:03.194936 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (08abd536-24cc-4b99-9da9-e591e148b675), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.209474 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Calling delete_port for 08abd536-24cc-4b99-9da9-e591e148b675 owned by network:router_gateway {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:39:03.374474 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (08abd536-24cc-4b99-9da9-e591e148b675), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.401237 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=08abd536-24cc-4b99-9da9-e591e148b675,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:03.464048 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (55d72377-ab8b-4e27-9327-edb6699a2a1a), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.567180 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (55d72377-ab8b-4e27-9327-edb6699a2a1a), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.569420 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Publish callbacks [] for router_controller (55d72377-ab8b-4e27-9327-edb6699a2a1a), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.632920 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (55d72377-ab8b-4e27-9327-edb6699a2a1a), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.633522 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d72377-ab8b-4e27-9327-edb6699a2a1a {{(pid=104104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:39:03.638206 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.639379 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-63e59143-ec23-4a66-9c04-50b65a7c33e4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/55d72377-ab8b-4e27-9327-edb6699a2a1a HTTP/1.1" status: 204 len: 168 time: 1.1000810 Jun 29 12:39:03.642766 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34692) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:03.686361 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f530a81-fe03-4e76-8d2f-73fe852f264e admin admin] Deleting subnet 8a766576-ad0b-4d70-8d01-cc847aa178ce {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:39:03.690016 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0f530a81-fe03-4e76-8d2f-73fe852f264e admin admin] Publish callbacks [] for subnet (8a766576-ad0b-4d70-8d01-cc847aa178ce), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.724861 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0f530a81-fe03-4e76-8d2f-73fe852f264e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10213937'] for subnet (8a766576-ad0b-4d70-8d01-cc847aa178ce), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.804073 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0f530a81-fe03-4e76-8d2f-73fe852f264e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (8a766576-ad0b-4d70-8d01-cc847aa178ce), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.856479 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0f530a81-fe03-4e76-8d2f-73fe852f264e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9798013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580198'] for subnet (8a766576-ad0b-4d70-8d01-cc847aa178ce), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.884156 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f530a81-fe03-4e76-8d2f-73fe852f264e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a766576-ad0b-4d70-8d01-cc847aa178ce,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:03.886115 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0f530a81-fe03-4e76-8d2f-73fe852f264e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.889209 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-0f530a81-fe03-4e76-8d2f-73fe852f264e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8a766576-ad0b-4d70-8d01-cc847aa178ce HTTP/1.1" status: 204 len: 168 time: 0.2455080 Jun 29 12:39:03.891747 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ec93d-e841-4b97-9dde-087130f83381 None None] Network 7b5a74d9-0a05-4165-ad79-54d13b50c375 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:39:03.892545 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34694) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:03.961976 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:03.966902 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (7b5a74d9-0a05-4165-ad79-54d13b50c375), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:03.971179 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:04.028510 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace376f5-ef2c-4d08-a4d5-185d49a4038a req-feac083d-a8d8-4532-bb19-5e6bfbf70fe8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:04.030102 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ace376f5-ef2c-4d08-a4d5-185d49a4038a req-feac083d-a8d8-4532-bb19-5e6bfbf70fe8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0614214 Jun 29 12:39:04.042612 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Deleting port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:39:04.043525 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.087551 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ace376f5-ef2c-4d08-a4d5-185d49a4038a req-790d1fe5-f113-41ee-b529-406ce024ba2c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512815 Jun 29 12:39:04.089177 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a615a479-b5b6-4765-8f07-923291036dc9 None None] DHCP port deletion for 7b5a74d9-0a05-4165-ad79-54d13b50c375 request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:39:04.121950 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] For port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:04.122318 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.138339 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Calling delete_port for abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:39:04.144208 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a615a479-b5b6-4765-8f07-923291036dc9 None None] Deleting port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:39:04.144591 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a615a479-b5b6-4765-8f07-923291036dc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.216969 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a615a479-b5b6-4765-8f07-923291036dc9 None None] For port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea,segment=NetworkSegment(b9c572ec-138c-4b92-886c-d0a1a1128398),segment_id=b9c572ec-138c-4b92-886c-d0a1a1128398)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:04.216969 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a615a479-b5b6-4765-8f07-923291036dc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.230451 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a615a479-b5b6-4765-8f07-923291036dc9 None None] Calling delete_port for abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:39:04.237495 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.263786 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:04.265646 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] No DVR routers for this DVR port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea on host dv-cinder-812685-12-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:39:04.319557 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a615a479-b5b6-4765-8f07-923291036dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350'] for port (abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.341745 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (7b5a74d9-0a05-4165-ad79-54d13b50c375), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.350023 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615a479-b5b6-4765-8f07-923291036dc9 None None] Pushing event deleted for resources: {'Port': ['ID=abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:04.352967 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615a479-b5b6-4765-8f07-923291036dc9 None None] No DVR routers for this DVR port abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea on host dv-cinder-812685-12-iscsi {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:39:04.365903 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5a74d9-0a05-4165-ad79-54d13b50c375']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:04.375696 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c572ec-138c-4b92-886c-d0a1a1128398') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:04.375986 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c572ec-138c-4b92-886c-d0a1a1128398') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:04.385686 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (b9c572ec-138c-4b92-886c-d0a1a1128398), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.399816 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (b9c572ec-138c-4b92-886c-d0a1a1128398), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.406215 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:39:04.407169 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (b9c572ec-138c-4b92-886c-d0a1a1128398), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.466944 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (7b5a74d9-0a05-4165-ad79-54d13b50c375), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.472129 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.475262 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7b5a74d9-0a05-4165-ad79-54d13b50c375 HTTP/1.1" status: 204 len: 168 time: 0.5817361 Jun 29 12:39:04.490053 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ef410-db52-43d3-bed8-058ce0ecf2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5a74d9-0a05-4165-ad79-54d13b50c375,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:04.550209 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment b9c572ec-138c-4b92-886c-d0a1a1128398 resource provider aggregate not found Jun 29 12:39:04.568236 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment b9c572ec-138c-4b92-886c-d0a1a1128398 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c572ec-138c-4b92-886c-d0a1a1128398 found for delete ", "request_id": "req-486905ec-9805-498a-9786-c8c2949913ac"}]} Jun 29 12:39:04.592153 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34706) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:04.632309 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4ff1b6b6-c272-4168-89dc-3f1d9d601e8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f625199b4eb48c98944ea79a90f2841&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389237 Jun 29 12:39:04.634495 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34708) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:04.686645 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-41a26855-2280-470a-94a8-07f112aae6ff admin admin] Publish callbacks [] for security_group (a8ef25c7-6d14-4280-b971-d888208bc36b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.708575 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-41a26855-2280-470a-94a8-07f112aae6ff admin admin] Publish callbacks [] for security_group (a8ef25c7-6d14-4280-b971-d888208bc36b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.758665 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-41a26855-2280-470a-94a8-07f112aae6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a8ef25c7-6d14-4280-b971-d888208bc36b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.761418 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-41a26855-2280-470a-94a8-07f112aae6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:04.762618 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-41a26855-2280-470a-94a8-07f112aae6ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8ef25c7-6d14-4280-b971-d888208bc36b HTTP/1.1" status: 204 len: 168 time: 0.1272209 Jun 29 12:39:04.771933 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a26855-2280-470a-94a8-07f112aae6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ef25c7-6d14-4280-b971-d888208bc36b,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:04.775644 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 08abd536-24cc-4b99-9da9-e591e148b675 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:39:04.798688 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 08abd536-24cc-4b99-9da9-e591e148b675 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:39:04.799035 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 08abd536-24cc-4b99-9da9-e591e148b675 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:39:04.799441 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:39:04.821653 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:39:04.821997 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device abfbc1a0-b4f2-4c5b-9fe6-a8c564ce55ea not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:39:04.822407 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 9b4deb29-0c77-4116-a9f4-2ac2c102d346 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:39:04.841305 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 9b4deb29-0c77-4116-a9f4-2ac2c102d346 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:39:04.841653 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 9b4deb29-0c77-4116-a9f4-2ac2c102d346 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:39:05.212466 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcb9ea-cec1-4609-9ba2-a1da3d740505 req-c932831f-7a05-4787-8212-532a15e772d3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:05.213989 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0fdcb9ea-cec1-4609-9ba2-a1da3d740505 req-c932831f-7a05-4787-8212-532a15e772d3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0496168 Jun 29 12:39:05.266698 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0fdcb9ea-cec1-4609-9ba2-a1da3d740505 req-abe04e36-5d9d-4b91-9fce-b96282e5e7f4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472419 Jun 29 12:39:06.405594 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef10a84-4b59-4f14-a35b-5f7bc7a1d54f req-53fd7771-6e6a-49d3-9a6e-02a81a59c650 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:06.407365 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8ef10a84-4b59-4f14-a35b-5f7bc7a1d54f req-53fd7771-6e6a-49d3-9a6e-02a81a59c650 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0664968 Jun 29 12:39:06.454433 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8ef10a84-4b59-4f14-a35b-5f7bc7a1d54f req-499c5da3-93c7-4cdb-baca-8733c27e939e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413470 Jun 29 12:39:07.079345 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=7 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:07.577633 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d17a-a653-40dc-910c-f76cc7115e72 req-8b577f5f-251d-434a-a3cd-cf0fd90d4460 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:07.579209 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e0f4d17a-a653-40dc-910c-f76cc7115e72 req-8b577f5f-251d-434a-a3cd-cf0fd90d4460 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0529661 Jun 29 12:39:07.631546 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e0f4d17a-a653-40dc-910c-f76cc7115e72 req-d8c1023e-dde8-41c5-b073-3449ece3b675 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Jun 29 12:39:08.758107 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736b067-7f62-465f-9ca2-70047671b5ba req-9cf68ad9-190e-479f-a6e3-b48e56a219f7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:08.759599 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6736b067-7f62-465f-9ca2-70047671b5ba req-9cf68ad9-190e-479f-a6e3-b48e56a219f7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0504086 Jun 29 12:39:08.807769 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6736b067-7f62-465f-9ca2-70047671b5ba req-1b323ae6-d4f9-450f-8d89-aea7b6fcd8a6 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Jun 29 12:39:09.916444 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:09.929078 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254ed62-76d0-41b1-bcd0-95b24e0da5b2 req-e39e3452-2f96-4ec3-8224-172628b5d709 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:09.930577 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b254ed62-76d0-41b1-bcd0-95b24e0da5b2 req-e39e3452-2f96-4ec3-8224-172628b5d709 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0488429 Jun 29 12:39:09.974267 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:09.978792 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b254ed62-76d0-41b1-bcd0-95b24e0da5b2 req-f7134f3f-abc2-4753-8405-f441b097f7f8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Jun 29 12:39:10.648103 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 91513e0c-31ea-42a7-a298-8bcc2b5e8547 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:39:10.723601 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:10.752061 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:10.763973 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'port_id': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'mac_address': 'fa:16:3e:de:6c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:39:10.803615 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 is: ACTIVE; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:39:10.803998 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:10.816700 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91513e0c-31ea-42a7-a298-8bcc2b5e8547 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:39:10.836356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:10.839937 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:10.884882 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=6']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:11.100123 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edf5a2-427d-4a64-9338-ab953df95adc req-92a874be-31dc-410b-9616-c33b4d58db68 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:11.101591 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-39edf5a2-427d-4a64-9338-ab953df95adc req-92a874be-31dc-410b-9616-c33b4d58db68 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 945 time: 0.0516329 Jun 29 12:39:11.149804 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-39edf5a2-427d-4a64-9338-ab953df95adc req-f6d1dae5-c4dc-4b8c-b286-5791e104e282 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427101 Jun 29 12:39:12.268178 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebfd67-1921-4000-a70d-6136241d329f req-de4af6d7-2ef6-436d-bd02-2bbdf7c809d3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:12.269605 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-47ebfd67-1921-4000-a70d-6136241d329f req-de4af6d7-2ef6-436d-bd02-2bbdf7c809d3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 945 time: 0.0463412 Jun 29 12:39:12.315939 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-47ebfd67-1921-4000-a70d-6136241d329f req-2789a383-e085-48e2-9433-7e6634ad525a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406628 Jun 29 12:39:12.454453 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['91513e0c-31ea-42a7-a298-8bcc2b5e8547'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:39:12.489943 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:13.447939 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdfaf1-ce69-49d4-bb43-480c796b45a3 req-b4339270-70f3-447c-bf56-1de389d14530 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:13.450109 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-33bdfaf1-ce69-49d4-bb43-480c796b45a3 req-b4339270-70f3-447c-bf56-1de389d14530 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 945 time: 0.0522892 Jun 29 12:39:13.509775 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-33bdfaf1-ce69-49d4-bb43-480c796b45a3 req-4b29f333-a2ce-46ad-8395-747a40814357 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531836 Jun 29 12:39:14.398745 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 91513e0c-31ea-42a7-a298-8bcc2b5e8547 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:39:14.446158 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:39:14.446848 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:14.528005 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:39:14.528389 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:14.570127 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:14.571985 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:39:14.575820 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ef16e3-0b33-4f49-85ea-c40c1c0e5b95" -d '{"events": [{"server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "name": "network-vif-plugged", "status": "completed", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:14.580039 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:14.640198 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=7']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:14.678777 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b3da6-73bb-45c4-a9db-d7561e2f7752 req-bf199303-8a7d-47d1-a79e-e97fb8a32330 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:14.687643 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-754b3da6-73bb-45c4-a9db-d7561e2f7752 req-bf199303-8a7d-47d1-a79e-e97fb8a32330 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0710649 Jun 29 12:39:14.779778 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-754b3da6-73bb-45c4-a9db-d7561e2f7752 req-43c186ad-31d1-4a66-9d29-1ad76c88c95d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903733 Jun 29 12:39:14.814541 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e561d2b-247e-495b-b16f-50c75fa1322e x-openstack-request-id: req-1e561d2b-247e-495b-b16f-50c75fa1322e {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:14.815072 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "name": "network-vif-plugged", "status": "completed", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:14.815459 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e561d2b-247e-495b-b16f-50c75fa1322e {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:14.816114 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e561d2b-247e-495b-b16f-50c75fa1322e'] response: {'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'code': 200} Jun 29 12:39:15.651087 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ceb83656-ec9d-4aee-9098-25830df86a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:15.917921 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e146c-27a6-4893-a5f5-808b0fca7b55 req-41b8b39c-ba7c-41b1-bbba-79f1e108c3eb tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:15.931715 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d08e146c-27a6-4893-a5f5-808b0fca7b55 req-41b8b39c-ba7c-41b1-bbba-79f1e108c3eb tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0609634 Jun 29 12:39:15.971255 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d08e146c-27a6-4893-a5f5-808b0fca7b55 req-40a6e4e9-e92f-4abc-9757-622ad9056920 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449235 Jun 29 12:39:16.979909 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34934) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:17.120238 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-20b79a38-6a8c-44b6-b0a1-c2891cbfaf96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:17.131918 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cd063-c98a-4679-a19c-bc9ea4ededa7 req-9bf25698-6d2b-4ae7-9f3a-15e1eed44c93 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:17.133548 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-371cd063-c98a-4679-a19c-bc9ea4ededa7 req-9bf25698-6d2b-4ae7-9f3a-15e1eed44c93 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0689175 Jun 29 12:39:17.212339 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-371cd063-c98a-4679-a19c-bc9ea4ededa7 req-32a98b56-c08d-4e93-b65b-565820fad2a8 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728936 Jun 29 12:39:17.225360 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-20b79a38-6a8c-44b6-b0a1-c2891cbfaf96 admin admin] Publish callbacks [] for security_group (db13595e-9746-4307-8d25-ca2391c9dbd1), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:17.237379 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-20b79a38-6a8c-44b6-b0a1-c2891cbfaf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (db13595e-9746-4307-8d25-ca2391c9dbd1), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:17.284310 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-20b79a38-6a8c-44b6-b0a1-c2891cbfaf96 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=522f8edfe7114a028b359c8dd9faffbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025041 Jun 29 12:39:17.285142 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b79a38-6a8c-44b6-b0a1-c2891cbfaf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db13595e-9746-4307-8d25-ca2391c9dbd1,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:17.287607 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34940) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:17.348680 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0590d411-5741-4eea-985e-7e86f3246b79 admin admin] Publish callbacks [] for security_group (db13595e-9746-4307-8d25-ca2391c9dbd1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:17.375228 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0590d411-5741-4eea-985e-7e86f3246b79 admin admin] Publish callbacks [] for security_group (db13595e-9746-4307-8d25-ca2391c9dbd1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:17.427462 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0590d411-5741-4eea-985e-7e86f3246b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (db13595e-9746-4307-8d25-ca2391c9dbd1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:17.432261 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0590d411-5741-4eea-985e-7e86f3246b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:17.447886 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0590d411-5741-4eea-985e-7e86f3246b79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db13595e-9746-4307-8d25-ca2391c9dbd1 HTTP/1.1" status: 204 len: 168 time: 0.1505239 Jun 29 12:39:17.458461 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:17.471012 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590d411-5741-4eea-985e-7e86f3246b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db13595e-9746-4307-8d25-ca2391c9dbd1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:17.805554 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 34948) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:17.823301 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a12b9b47-e7e7-4e0e-8c3b-d4a29daab04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:17.910068 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:17.916066 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a12b9b47-e7e7-4e0e-8c3b-d4a29daab04c admin admin] Publish callbacks [] for security_group (2ac9baa1-0ab0-4e96-95c2-a4ab23f14568), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:17.921730 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a12b9b47-e7e7-4e0e-8c3b-d4a29daab04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (2ac9baa1-0ab0-4e96-95c2-a4ab23f14568), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:17.972030 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b9b47-e7e7-4e0e-8c3b-d4a29daab04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac9baa1-0ab0-4e96-95c2-a4ab23f14568,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:17.979857 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 34950) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:17.980009 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-a12b9b47-e7e7-4e0e-8c3b-d4a29daab04c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2591c013916e4234a28200f427fa2294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732888 Jun 29 12:39:18.008397 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-35a31bc2-d96f-4a88-b357-9b7da8fe4d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:18.041251 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a4138f88-e41e-4c69-9d2f-7cf334acb416 admin admin] Publish callbacks [] for security_group (2ac9baa1-0ab0-4e96-95c2-a4ab23f14568), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:18.068131 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a4138f88-e41e-4c69-9d2f-7cf334acb416 admin admin] Publish callbacks [] for security_group (2ac9baa1-0ab0-4e96-95c2-a4ab23f14568), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:18.123552 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a4138f88-e41e-4c69-9d2f-7cf334acb416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (2ac9baa1-0ab0-4e96-95c2-a4ab23f14568), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:18.126986 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a4138f88-e41e-4c69-9d2f-7cf334acb416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:18.128274 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a4138f88-e41e-4c69-9d2f-7cf334acb416 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ac9baa1-0ab0-4e96-95c2-a4ab23f14568 HTTP/1.1" status: 204 len: 168 time: 0.1473811 Jun 29 12:39:18.140069 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4138f88-e41e-4c69-9d2f-7cf334acb416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac9baa1-0ab0-4e96-95c2-a4ab23f14568,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:18.344825 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdf8b4-2b85-4a75-a001-5c91671d3ace req-ba4ed577-c285-4dc5-ac0f-9b044e71eb7c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:18.346697 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6ccdf8b4-2b85-4a75-a001-5c91671d3ace req-ba4ed577-c285-4dc5-ac0f-9b044e71eb7c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0566881 Jun 29 12:39:18.430530 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6ccdf8b4-2b85-4a75-a001-5c91671d3ace req-273ee39d-a108-412c-8e41-1512a1eb2bd7 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687230 Jun 29 12:39:19.102656 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:19.565809 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7563c1a-24e2-41e6-97d0-c2461a109634 req-c3a8081b-8e66-43af-9656-a2d87af2aef2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:19.568633 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d7563c1a-24e2-41e6-97d0-c2461a109634 req-c3a8081b-8e66-43af-9656-a2d87af2aef2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0658646 Jun 29 12:39:19.635216 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d7563c1a-24e2-41e6-97d0-c2461a109634 req-fb957817-4bd0-4433-b96c-51d47af4cbfc tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581884 Jun 29 12:39:20.319817 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:20.324277 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:20.463234 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:20.868759 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb3b11-4f3a-4aea-91cf-ab38d4759d95 req-05ecc1be-b307-49ce-ae9c-4d69d3335db0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:20.879023 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-83fb3b11-4f3a-4aea-91cf-ab38d4759d95 req-05ecc1be-b307-49ce-ae9c-4d69d3335db0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0891781 Jun 29 12:39:20.904190 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:20.952023 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-83fb3b11-4f3a-4aea-91cf-ab38d4759d95 req-b75f194e-577d-42cb-bb4a-12eb5a697fde tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717704 Jun 29 12:39:21.027180 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:21.054465 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:21.947609 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35038) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:21.952130 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-a41dd251-6bd8-4c2a-8e90-c6c7dfabf2b2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672690097', 'description': 'tempest-description--1885760577'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:39:21.970044 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:21.987931 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a41dd251-6bd8-4c2a-8e90-c6c7dfabf2b2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.101837 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ec60f-a761-44ac-b5c0-db421430fab4 req-4a08c965-5693-4310-9cb1-c82f0b1a96ab tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:22.103350 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b75ec60f-a761-44ac-b5c0-db421430fab4 req-4a08c965-5693-4310-9cb1-c82f0b1a96ab tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0688865 Jun 29 12:39:22.122260 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a41dd251-6bd8-4c2a-8e90-c6c7dfabf2b2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (6ee44e47-d042-4d32-99f5-211a92e10042), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.132280 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a41dd251-6bd8-4c2a-8e90-c6c7dfabf2b2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6ee44e47-d042-4d32-99f5-211a92e10042), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.164293 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a41dd251-6bd8-4c2a-8e90-c6c7dfabf2b2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.165729 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a41dd251-6bd8-4c2a-8e90-c6c7dfabf2b2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2170362 Jun 29 12:39:22.169216 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35048) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:22.175618 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-35c3ac12-9fbf-4d44-ae3a-a1d7f9c13dc5 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group_rule': {'security_group_id': '6ee44e47-d042-4d32-99f5-211a92e10042', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:39:22.191465 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dd251-6bd8-4c2a-8e90-c6c7dfabf2b2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee44e47-d042-4d32-99f5-211a92e10042,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:22.210552 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b75ec60f-a761-44ac-b5c0-db421430fab4 req-c1296980-93b0-47ea-a0e8-578546681350 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001320 Jun 29 12:39:22.216168 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-35c3ac12-9fbf-4d44-ae3a-a1d7f9c13dc5 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (228a33d8-7572-436a-89ba-b8807d74b9cb), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.330111 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-35c3ac12-9fbf-4d44-ae3a-a1d7f9c13dc5 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (228a33d8-7572-436a-89ba-b8807d74b9cb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.334299 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-35c3ac12-9fbf-4d44-ae3a-a1d7f9c13dc5 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (228a33d8-7572-436a-89ba-b8807d74b9cb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.355770 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3ac12-9fbf-4d44-ae3a-a1d7f9c13dc5 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228a33d8-7572-436a-89ba-b8807d74b9cb,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:22.390768 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-35c3ac12-9fbf-4d44-ae3a-a1d7f9c13dc5 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.392463 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-35c3ac12-9fbf-4d44-ae3a-a1d7f9c13dc5 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2222373 Jun 29 12:39:22.396747 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35060) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:22.402250 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0e51cffe-2c51-433a-85ca-ca81d2cbea59 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group_rule': {'security_group_id': '6ee44e47-d042-4d32-99f5-211a92e10042', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:39:22.434292 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e51cffe-2c51-433a-85ca-ca81d2cbea59 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (2b2e4d93-6e53-45ef-a711-e3bad685e81f), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.506800 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e51cffe-2c51-433a-85ca-ca81d2cbea59 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (2b2e4d93-6e53-45ef-a711-e3bad685e81f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.511198 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e51cffe-2c51-433a-85ca-ca81d2cbea59 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (2b2e4d93-6e53-45ef-a711-e3bad685e81f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.531955 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51cffe-2c51-433a-85ca-ca81d2cbea59 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2e4d93-6e53-45ef-a711-e3bad685e81f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:22.542987 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e51cffe-2c51-433a-85ca-ca81d2cbea59 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.547525 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35068) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:22.547662 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0e51cffe-2c51-433a-85ca-ca81d2cbea59 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497328 Jun 29 12:39:22.553085 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:39:22.582092 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.709612 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.847672 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Allocated IP 172.27.1.38 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/6da1720c-f659-4159-82ca-b3f31e4aa4a6) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:39:22.961834 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (6da1720c-f659-4159-82ca-b3f31e4aa4a6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:22.995571 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (6da1720c-f659-4159-82ca-b3f31e4aa4a6), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:23.031919 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:23.039836 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:39:23.045557 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:39:23.048685 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=6da1720c-f659-4159-82ca-b3f31e4aa4a6,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:23.051312 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:39:23.140834 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (be2ea383-508d-4ae1-a701-9e796f7f7d06), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:23.180583 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (6da1720c-f659-4159-82ca-b3f31e4aa4a6), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:23.219760 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:23.344566 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (6da1720c-f659-4159-82ca-b3f31e4aa4a6), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:23.349481 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (6da1720c-f659-4159-82ca-b3f31e4aa4a6), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:23.356557 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc54218-a51e-475d-a6d3-1aa205886523 req-42a650f7-f5c9-4666-ac32-6784e15c150d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:23.358585 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9cc54218-a51e-475d-a6d3-1aa205886523 req-42a650f7-f5c9-4666-ac32-6784e15c150d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0529399 Jun 29 12:39:23.426747 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9cc54218-a51e-475d-a6d3-1aa205886523 req-6a6def6d-23ac-43a3-b380-cd5e31dfec94 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522559 Jun 29 12:39:23.435191 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=6da1720c-f659-4159-82ca-b3f31e4aa4a6,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:23.451428 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (be2ea383-508d-4ae1-a701-9e796f7f7d06), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:23.468309 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:23.470311 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-64b26e6d-541b-4f3a-9ec8-8cfc006e79d6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9214363 Jun 29 12:39:23.554377 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-ddc28521-e6e4-4820-a203-8eeb7d6520e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:23.555907 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-ddc28521-e6e4-4820-a203-8eeb7d6520e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 1130 time: 0.0416012 Jun 29 12:39:23.648219 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:23.653297 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-466693b9-bdc5-44b7-85f4-dcf25f7e8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:23.654835 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-466693b9-bdc5-44b7-85f4-dcf25f7e8475 service neutron] 10.222.0.23 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 916 time: 0.0932467 Jun 29 12:39:23.672239 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-fae391e8-926d-4de4-8e7f-8d12bb91e05a tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--672690097&fields=id&tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 267 time: 0.0446112 Jun 29 12:39:23.718140 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-86c89b0e-81e6-465d-8ffd-25f7c08805b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547 HTTP/1.1" status: 200 len: 1002 time: 0.0564072 Jun 29 12:39:23.780357 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-a4a0df23-3fb2-449c-8a88-ee01b5706402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:23.782055 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-a4a0df23-3fb2-449c-8a88-ee01b5706402 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c148cadd-a729-4cd0-b892-76a50620ba16 HTTP/1.1" status: 200 len: 854 time: 0.0562372 Jun 29 12:39:23.788772 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-e2ad0a67-db50-4671-a8d8-d8bae7aaac14 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:23.790363 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-e2ad0a67-db50-4671-a8d8-d8bae7aaac14 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 814 time: 0.1113732 Jun 29 12:39:23.813838 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-e346b9ee-a969-493d-aa7d-15d1518c5a04 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/quotas/f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 375 time: 0.0144498 Jun 29 12:39:23.827434 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-b9ac8c19-dbd0-4e86-9e8f-3cf303eb135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:23.829573 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-b9ac8c19-dbd0-4e86-9e8f-3cf303eb135e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=397d642b-81b8-4b71-80dd-1d3a811e873b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412269 Jun 29 12:39:23.872676 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-89118373-bc6b-4d2d-81fe-afb1cff42b6f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519416 Jun 29 12:39:23.930743 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:23.935002 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-66921bb1-cc5f-4c22-9a1d-408b349f1fdb service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996363 Jun 29 12:39:24.040765 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-67925ff2-c1e1-48ad-889b-db34ca2834e5 req-a1461fec-9bcd-4edc-9e31-cec2e97bafbf service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994051 Jun 29 12:39:24.086527 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-dc2f23cc-3781-41ee-9f4b-0fb0220f398a service neutron] 10.222.0.52 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008715 Jun 29 12:39:24.096177 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35112) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:24.182042 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-885ab4d4-0843-40f8-95cf-fb56e3bf6256 service neutron] 10.222.0.52 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899293 Jun 29 12:39:24.202508 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2801ad20-1f67-4a52-90ef-926daae2adff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:24.280923 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2801ad20-1f67-4a52-90ef-926daae2adff admin admin] Publish callbacks [] for security_group (66124fc0-af20-4d2b-a529-56f8d36d4048), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:24.291836 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2801ad20-1f67-4a52-90ef-926daae2adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (66124fc0-af20-4d2b-a529-56f8d36d4048), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:24.325293 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:39:24.366503 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35122) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:24.366826 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-2801ad20-1f67-4a52-90ef-926daae2adff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5366e779b2aa4256a2496692af000b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691722 Jun 29 12:39:24.367708 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801ad20-1f67-4a52-90ef-926daae2adff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66124fc0-af20-4d2b-a529-56f8d36d4048,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:24.379469 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f7da4403-f61c-4e5a-b646-88dfe291bfd5 req-067cb931-da2e-4816-8d35-54b72783ac20 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 210 time: 0.0425184 Jun 29 12:39:24.425143 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-47f5b3af-2972-476d-ab09-b38ad1df8521 admin admin] Publish callbacks [] for security_group (66124fc0-af20-4d2b-a529-56f8d36d4048), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:24.426530 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:24.449225 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-47f5b3af-2972-476d-ab09-b38ad1df8521 admin admin] Publish callbacks [] for security_group (66124fc0-af20-4d2b-a529-56f8d36d4048), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:24.503160 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-47f5b3af-2972-476d-ab09-b38ad1df8521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (66124fc0-af20-4d2b-a529-56f8d36d4048), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:24.507612 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-47f5b3af-2972-476d-ab09-b38ad1df8521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:24.511678 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-47f5b3af-2972-476d-ab09-b38ad1df8521 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66124fc0-af20-4d2b-a529-56f8d36d4048 HTTP/1.1" status: 204 len: 168 time: 0.1400902 Jun 29 12:39:24.547369 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5b3af-2972-476d-ab09-b38ad1df8521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66124fc0-af20-4d2b-a529-56f8d36d4048,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:24.570747 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b3585-d5b8-43e6-ab17-46eae291ab40 req-ea806a7e-1209-4da4-88a5-8b2a1a26bb62 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:24.577678 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-032b3585-d5b8-43e6-ab17-46eae291ab40 req-ea806a7e-1209-4da4-88a5-8b2a1a26bb62 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0675068 Jun 29 12:39:24.618048 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:24.627569 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-032b3585-d5b8-43e6-ab17-46eae291ab40 req-0fb7cc86-3c32-44b3-b81e-2156c6206064 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478849 Jun 29 12:39:24.848207 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35136) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:24.862263 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-04bfae00-49b7-4a13-a686-eb1d3625bf07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:24.941156 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-04bfae00-49b7-4a13-a686-eb1d3625bf07 admin admin] Publish callbacks [] for security_group (650ec450-d650-48cb-a8db-d2cbe696ea17), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:24.944804 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-04bfae00-49b7-4a13-a686-eb1d3625bf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (650ec450-d650-48cb-a8db-d2cbe696ea17), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:24.986050 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-04bfae00-49b7-4a13-a686-eb1d3625bf07 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21c179e2ef7a48bdb32ad6b2d2afe20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366525 Jun 29 12:39:24.987902 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfae00-49b7-4a13-a686-eb1d3625bf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650ec450-d650-48cb-a8db-d2cbe696ea17,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:24.988699 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35138) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:25.038188 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e38330c2-4bd1-4459-8883-558b9d3af49d admin admin] Publish callbacks [] for security_group (650ec450-d650-48cb-a8db-d2cbe696ea17), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:25.059989 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e38330c2-4bd1-4459-8883-558b9d3af49d admin admin] Publish callbacks [] for security_group (650ec450-d650-48cb-a8db-d2cbe696ea17), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:25.104661 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e38330c2-4bd1-4459-8883-558b9d3af49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (650ec450-d650-48cb-a8db-d2cbe696ea17), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:25.107489 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e38330c2-4bd1-4459-8883-558b9d3af49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:25.108632 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e38330c2-4bd1-4459-8883-558b9d3af49d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/650ec450-d650-48cb-a8db-d2cbe696ea17 HTTP/1.1" status: 204 len: 168 time: 0.1189413 Jun 29 12:39:25.117205 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38330c2-4bd1-4459-8883-558b9d3af49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650ec450-d650-48cb-a8db-d2cbe696ea17,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:25.436676 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35146) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:25.452119 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20ca4943-979a-43ee-9375-94efa12c11ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:25.487706 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8fc64ba9-c744-4e9d-83b7-a799e0f249d2 req-7354a21e-f778-4be6-a0c8-f21b9202e903 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 210 time: 0.0373132 Jun 29 12:39:25.565827 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20ca4943-979a-43ee-9375-94efa12c11ec admin admin] Publish callbacks [] for security_group (a287fb11-e22c-46c8-ba55-375c427dd96e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:25.569379 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20ca4943-979a-43ee-9375-94efa12c11ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a287fb11-e22c-46c8-ba55-375c427dd96e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:25.765928 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c986f-b5ab-4f44-b08f-b774fcee4b1c req-476886dc-c135-44e0-aa33-fa6bde5f0c6d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:25.767585 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e39c986f-b5ab-4f44-b08f-b774fcee4b1c req-476886dc-c135-44e0-aa33-fa6bde5f0c6d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 946 time: 0.0514300 Jun 29 12:39:25.820565 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e39c986f-b5ab-4f44-b08f-b774fcee4b1c req-861163f6-db04-44db-90bc-89dc482a24ac tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470874 Jun 29 12:39:25.883052 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-20ca4943-979a-43ee-9375-94efa12c11ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b38427d547784b07ba95afe6c5e7fdc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4451253 Jun 29 12:39:25.884962 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca4943-979a-43ee-9375-94efa12c11ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a287fb11-e22c-46c8-ba55-375c427dd96e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:25.885726 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35152) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:25.939843 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-18a78a5b-b35f-4ff1-9e55-a12f387a756b admin admin] Publish callbacks [] for security_group (a287fb11-e22c-46c8-ba55-375c427dd96e), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:25.964443 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-18a78a5b-b35f-4ff1-9e55-a12f387a756b admin admin] Publish callbacks [] for security_group (a287fb11-e22c-46c8-ba55-375c427dd96e), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:26.013791 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-18a78a5b-b35f-4ff1-9e55-a12f387a756b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (a287fb11-e22c-46c8-ba55-375c427dd96e), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:26.017039 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-18a78a5b-b35f-4ff1-9e55-a12f387a756b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:26.018249 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-18a78a5b-b35f-4ff1-9e55-a12f387a756b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a287fb11-e22c-46c8-ba55-375c427dd96e HTTP/1.1" status: 204 len: 168 time: 0.1315303 Jun 29 12:39:26.031005 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a78a5b-b35f-4ff1-9e55-a12f387a756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287fb11-e22c-46c8-ba55-375c427dd96e,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:26.300808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:26.387046 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-4b35f35f-b182-4bf4-a744-e3fe1fc22a84 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:26.389008 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-4b35f35f-b182-4bf4-a744-e3fe1fc22a84 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 814 time: 0.1661286 Jun 29 12:39:26.458624 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 91513e0c-31ea-42a7-a298-8bcc2b5e8547 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:39:26.484976 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-85c3f45a-2e92-4908-baa6-8dca1fe69b8c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 472 time: 0.0830507 Jun 29 12:39:26.545630 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'port': {'device_id': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'admin_state_up': True, 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'security_groups': ['6ee44e47-d042-4d32-99f5-211a92e10042']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:39:26.564749 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 is: ACTIVE; New status is: DOWN {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:39:26.565133 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:26.577543 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:26.587802 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:26.592552 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:39:26.595403 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0359fb26-54d9-4ecc-8ceb-ad94b99aa38b" -d '{"events": [{"server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "name": "network-vif-unplugged", "status": "completed", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:26.609325 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:26.613975 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:26.651240 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-40ca1797-3a50-440a-8a2e-8cbdae433661 req-dd2276bb-52d4-4cf3-9f98-5d7d998ae611 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 210 time: 0.0597734 Jun 29 12:39:26.683202 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=8']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:26.732491 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Jun 2022 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc286653-fb9c-449e-b0a9-f6eeb9d6e64d x-openstack-request-id: req-dc286653-fb9c-449e-b0a9-f6eeb9d6e64d {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:26.732810 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "name": "network-vif-unplugged", "status": "failed", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547", "code": 422}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:26.733223 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc286653-fb9c-449e-b0a9-f6eeb9d6e64d {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:26.733815 dv-cinder-812685-12-iscsi neutron-server[104106]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dc286653-fb9c-449e-b0a9-f6eeb9d6e64d']: {'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'code': 422} returned with failed status Jun 29 12:39:26.766757 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Made reservation on behalf of f18ffa75c23e4276a8b5b4fc3821fb87 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:39:26.771666 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:26.806390 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-96e1c6e7-c951-49c8-bec1-c4357400572d req-90e048c3-23e1-437f-884b-2dc76c3796dc service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:39:26.807996 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-96e1c6e7-c951-49c8-bec1-c4357400572d req-90e048c3-23e1-437f-884b-2dc76c3796dc service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064240 Jun 29 12:39:26.918693 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Allocated IP 172.20.0.9 (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0/90758b2d-0d10-4904-b8ff-1c1ca767bc07/c149decc-6a28-4e86-8dc3-2be54897e82e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:39:27.027592 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-8e05be96-5f27-4c1c-83f1-caac91aa6047 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474229 Jun 29 12:39:27.033623 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696fda1-2ea2-42e2-992f-6823378b1c95 req-2e8ece92-aacd-41bc-ae61-6345e1f5df7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:27.035191 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c696fda1-2ea2-42e2-992f-6823378b1c95 req-2e8ece92-aacd-41bc-ae61-6345e1f5df7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0825803 Jun 29 12:39:27.169899 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-57420a28-0875-4ef6-9775-771af0c063bd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:27.171269 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-57420a28-0875-4ef6-9775-771af0c063bd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports/91513e0c-31ea-42a7-a298-8bcc2b5e8547 HTTP/1.1" status: 200 len: 941 time: 0.0886397 Jun 29 12:39:27.184441 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c696fda1-2ea2-42e2-992f-6823378b1c95 req-1a3e24da-1ac6-45aa-b891-8e5a60ea223a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421905 Jun 29 12:39:27.215554 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:27.257814 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:27.298032 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:39:27.301062 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:27.302166 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:39:27.310088 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:39:27.355799 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=c149decc-6a28-4e86-8dc3-2be54897e82e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:27.394739 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:27.395662 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:27.415446 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-eee69b53-b276-4ee3-b904-304c51deca72 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8732469 Jun 29 12:39:27.428199 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Request body: {'port': {'device_id': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:39:27.506339 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:27.636414 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-1e01ae08-e9d6-4dea-8e8e-5a63f771b899 None None] Provisioning complete for port c149decc-6a28-4e86-8dc3-2be54897e82e triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:39:27.637313 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e01ae08-e9d6-4dea-8e8e-5a63f771b899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:27.686288 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1e01ae08-e9d6-4dea-8e8e-5a63f771b899 None None] Port c149decc-6a28-4e86-8dc3-2be54897e82e cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:39:27.686640 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:27.806604 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33901f65-db74-47f8-9645-f355765fb652 req-dd22bd15-df45-4ac4-9544-ea91ef8c733f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:27.807955 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-33901f65-db74-47f8-9645-f355765fb652 req-dd22bd15-df45-4ac4-9544-ea91ef8c733f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 931 time: 0.0562420 Jun 29 12:39:27.849501 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c149decc-6a28-4e86-8dc3-2be54897e82e {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:39:27.857238 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Publish callbacks [] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:27.862113 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-33901f65-db74-47f8-9645-f355765fb652 req-6f3ad055-8ab0-40b0-9f4e-5f898c15ef11 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480218 Jun 29 12:39:27.873609 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Transition to ACTIVE for port object c149decc-6a28-4e86-8dc3-2be54897e82e will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:39:27.879013 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:27.942817 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=c149decc-6a28-4e86-8dc3-2be54897e82e,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:28.042390 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-f51a2af1-f2f8-49fe-93fa-7ad1350a823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:28.043926 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-f51a2af1-f2f8-49fe-93fa-7ad1350a823e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db&tenant_id=0ed882ae485441db99ccf6109be51b22 HTTP/1.1" status: 200 len: 1128 time: 0.0557156 Jun 29 12:39:28.057868 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Attempting to bind port c149decc-6a28-4e86-8dc3-2be54897e82e on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:39:28.058083 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Attempting to bind port c149decc-6a28-4e86-8dc3-2be54897e82e by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:39:28.058415 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Attempting to bind port c149decc-6a28-4e86-8dc3-2be54897e82e on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:39:28.063553 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Port c149decc-6a28-4e86-8dc3-2be54897e82e on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:39:28.063884 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Attempting to bind port c149decc-6a28-4e86-8dc3-2be54897e82e on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:39:28.070727 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:39:28.071074 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Checking segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:39:28.071462 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Bound using segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:39:28.071889 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Bound port: c149decc-6a28-4e86-8dc3-2be54897e82e, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:39:28.072251 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:28.151961 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-4003a7f0-64ad-47f3-a2ac-9c474d7103cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:28.153543 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-4003a7f0-64ad-47f3-a2ac-9c474d7103cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ed882ae485441db99ccf6109be51b22&device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 1128 time: 0.0788257 Jun 29 12:39:28.207571 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] For port c149decc-6a28-4e86-8dc3-2be54897e82e, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:39:28.248808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] For port c149decc-6a28-4e86-8dc3-2be54897e82e, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c149decc-6a28-4e86-8dc3-2be54897e82e,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:39:28.261518 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:28.262356 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:28.324822 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:28.325729 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:28.327111 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] 10.222.0.23 "PUT /v2.0/ports/c149decc-6a28-4e86-8dc3-2be54897e82e HTTP/1.1" status: 200 len: 1093 time: 0.9053490 Jun 29 12:39:28.337254 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'tag': 'c149decc-6a28-4e86-8dc3-2be54897e82e'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:39:28.339785 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8" -d '{"events": [{"name": "network-changed", "server_uuid": "d363d4d7-f546-4939-9ac6-bd4eb1118338", "tag": "c149decc-6a28-4e86-8dc3-2be54897e82e"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:28.372508 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-7eabbfb8-acf6-493b-b330-ad94148b6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:28.374073 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-7eabbfb8-acf6-493b-b330-ad94148b6f76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 200 len: 916 time: 0.2120268 Jun 29 12:39:28.446701 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbc528e-4cad-4158-bbe2-2f5a12b4c9e9 x-openstack-request-id: req-cbbc528e-4cad-4158-bbe2-2f5a12b4c9e9 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:28.446968 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d363d4d7-f546-4939-9ac6-bd4eb1118338", "tag": "c149decc-6a28-4e86-8dc3-2be54897e82e", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:28.447220 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbbc528e-4cad-4158-bbe2-2f5a12b4c9e9 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:28.447826 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbc528e-4cad-4158-bbe2-2f5a12b4c9e9'] response: {'name': 'network-changed', 'server_uuid': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'tag': 'c149decc-6a28-4e86-8dc3-2be54897e82e', 'status': 'completed', 'code': 200} Jun 29 12:39:28.479797 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ba44-3ec5-4a47-ad5a-a65b60ac3ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=c149decc-6a28-4e86-8dc3-2be54897e82e,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:28.492698 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d67c0-0db6-487f-b7b1-c96ecc8ba0ce req-437b774e-db86-4598-852a-0c6304044056 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:28.494217 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2f2d67c0-0db6-487f-b7b1-c96ecc8ba0ce req-437b774e-db86-4598-852a-0c6304044056 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.1994691 Jun 29 12:39:28.524161 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-bf1c56aa-daa2-4d47-a277-81a31feec436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:28.525633 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-bf1c56aa-daa2-4d47-a277-81a31feec436 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 1127 time: 0.1317585 Jun 29 12:39:28.533995 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-1908861c-5952-41cf-8e8b-e0c069e8b7ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547 HTTP/1.1" status: 200 len: 1000 time: 0.1498647 Jun 29 12:39:28.556180 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35274) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:28.570274 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:28.630032 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-c85748d3-2630-4675-8429-c2a30555c938 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c149decc-6a28-4e86-8dc3-2be54897e82e HTTP/1.1" status: 200 len: 217 time: 0.0807509 Jun 29 12:39:28.649937 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2f2d67c0-0db6-487f-b7b1-c96ecc8ba0ce req-eca26dae-c78f-425b-8bf3-e4a65a3a69d0 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436036 Jun 29 12:39:28.671768 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-57e84d36-c47c-4ce4-a3b5-13ed283de664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:28.680099 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-7944b04f-7166-48f3-bad5-a7bd903e8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:28.681553 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-7944b04f-7166-48f3-bad5-a7bd903e8f7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c148cadd-a729-4cd0-b892-76a50620ba16 HTTP/1.1" status: 200 len: 854 time: 0.1335475 Jun 29 12:39:28.725607 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-85232a32-619d-4bb4-a102-e45daf0038c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:28.726928 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-85232a32-619d-4bb4-a102-e45daf0038c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0908237 Jun 29 12:39:28.744189 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-808ea0b0-d983-4832-a77b-a2293443942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:28.744343 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:28.745513 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-808ea0b0-d983-4832-a77b-a2293443942d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=397d642b-81b8-4b71-80dd-1d3a811e873b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562232 Jun 29 12:39:28.754247 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-57e84d36-c47c-4ce4-a3b5-13ed283de664 admin admin] Publish callbacks [] for security_group (28d8647b-f55d-47a6-bc0f-b2975ed7dc12), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:28.758184 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-57e84d36-c47c-4ce4-a3b5-13ed283de664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (28d8647b-f55d-47a6-bc0f-b2975ed7dc12), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:28.794186 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-b10a56a2-6288-4ee9-b3a9-4ca37265607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:28.795683 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-b10a56a2-6288-4ee9-b3a9-4ca37265607a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0618007 Jun 29 12:39:28.797243 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e84d36-c47c-4ce4-a3b5-13ed283de664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d8647b-f55d-47a6-bc0f-b2975ed7dc12,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:28.804176 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-57e84d36-c47c-4ce4-a3b5-13ed283de664 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa727960253e41be8599229e2bc9994c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443948 Jun 29 12:39:28.804518 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35278) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:28.853553 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-40baf0bc-c2ef-47b8-8d84-0a5ab2d3394f admin admin] Publish callbacks [] for security_group (28d8647b-f55d-47a6-bc0f-b2975ed7dc12), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:28.875951 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-40baf0bc-c2ef-47b8-8d84-0a5ab2d3394f admin admin] Publish callbacks [] for security_group (28d8647b-f55d-47a6-bc0f-b2975ed7dc12), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:28.905006 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:28.929673 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-b91341e6-a2ae-4852-9aba-8759c7afe24c service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665998 Jun 29 12:39:28.948945 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-40baf0bc-c2ef-47b8-8d84-0a5ab2d3394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (28d8647b-f55d-47a6-bc0f-b2975ed7dc12), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:28.951753 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-40baf0bc-c2ef-47b8-8d84-0a5ab2d3394f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:28.954986 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-40baf0bc-c2ef-47b8-8d84-0a5ab2d3394f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28d8647b-f55d-47a6-bc0f-b2975ed7dc12 HTTP/1.1" status: 204 len: 168 time: 0.1494539 Jun 29 12:39:28.977019 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-250bc529-b02b-4aed-8052-991d587a19ec service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738529 Jun 29 12:39:28.998801 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebdf72-884b-44c8-bd95-43f42cad13e6 req-4b258809-6050-4841-9a4e-6599b52eb6a0 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:29.000339 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-32ebdf72-884b-44c8-bd95-43f42cad13e6 req-4b258809-6050-4841-9a4e-6599b52eb6a0 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 943 time: 0.0629773 Jun 29 12:39:29.001469 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baf0bc-c2ef-47b8-8d84-0a5ab2d3394f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d8647b-f55d-47a6-bc0f-b2975ed7dc12,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:29.018669 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:29.073022 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-32ebdf72-884b-44c8-bd95-43f42cad13e6 req-4815e4b3-1989-4801-8c0e-d75b8aa6434f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660036 Jun 29 12:39:29.113276 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-aa280a1a-61a1-4c63-8063-24a06e82ee0c service neutron] 10.222.0.23 "GET /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753235 Jun 29 12:39:29.133069 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036f775f-2dae-4d6f-8b25-a81b43a2e831 req-1d32a5aa-c4c4-4a32-a2b8-9cdef8577868 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471357 Jun 29 12:39:29.275263 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35290) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:29.289984 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4b3c95f6-659b-4083-bb7b-452a0ff294d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:29.366124 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4b3c95f6-659b-4083-bb7b-452a0ff294d7 admin admin] Publish callbacks [] for security_group (c4d0e695-3e2b-4b1a-8662-434e106a3f37), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:29.369888 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-4b3c95f6-659b-4083-bb7b-452a0ff294d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c4d0e695-3e2b-4b1a-8662-434e106a3f37), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:29.411012 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-4b3c95f6-659b-4083-bb7b-452a0ff294d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a38effe847714478b558bacc65296dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346610 Jun 29 12:39:29.411841 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c95f6-659b-4083-bb7b-452a0ff294d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0e695-3e2b-4b1a-8662-434e106a3f37,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:29.413608 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35294) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:29.462320 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-819d305e-62a0-4f2d-9c91-34482f5d0618 admin admin] Publish callbacks [] for security_group (c4d0e695-3e2b-4b1a-8662-434e106a3f37), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:29.483947 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-819d305e-62a0-4f2d-9c91-34482f5d0618 admin admin] Publish callbacks [] for security_group (c4d0e695-3e2b-4b1a-8662-434e106a3f37), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:29.529878 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-819d305e-62a0-4f2d-9c91-34482f5d0618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c4d0e695-3e2b-4b1a-8662-434e106a3f37), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:29.533219 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-819d305e-62a0-4f2d-9c91-34482f5d0618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:29.534349 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-819d305e-62a0-4f2d-9c91-34482f5d0618 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4d0e695-3e2b-4b1a-8662-434e106a3f37 HTTP/1.1" status: 204 len: 168 time: 0.1196032 Jun 29 12:39:29.543452 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d305e-62a0-4f2d-9c91-34482f5d0618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0e695-3e2b-4b1a-8662-434e106a3f37,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:29.780182 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e785c-9e21-4542-8b7a-cfc19c042fc0 req-b4c211d1-2086-4ddd-a006-43a8bc094e20 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:29.781702 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-058e785c-9e21-4542-8b7a-cfc19c042fc0 req-b4c211d1-2086-4ddd-a006-43a8bc094e20 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0531640 Jun 29 12:39:29.807119 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:29.830516 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-058e785c-9e21-4542-8b7a-cfc19c042fc0 req-d5f465fd-6b16-4343-811d-1fb105767eb5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430355 Jun 29 12:39:30.016551 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-be334760-61c1-4b77-a153-5532e2a85c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:30.018043 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-be334760-61c1-4b77-a153-5532e2a85c3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 1127 time: 0.0431917 Jun 29 12:39:30.135379 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-7ff1bc65-d586-4993-a2ed-3c0074276bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:30.137434 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-7ff1bc65-d586-4993-a2ed-3c0074276bac service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 915 time: 0.1129301 Jun 29 12:39:30.190448 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-378a8abe-82f0-46e2-973b-35b27d126e5c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c149decc-6a28-4e86-8dc3-2be54897e82e HTTP/1.1" status: 200 len: 217 time: 0.0458751 Jun 29 12:39:30.220207 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68873e-91b5-4100-8c65-3ef4a7ba5046 req-4fa38ba4-9a27-4a53-9b3e-f4e8d4903689 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:30.223254 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7d68873e-91b5-4100-8c65-3ef4a7ba5046 req-4fa38ba4-9a27-4a53-9b3e-f4e8d4903689 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 943 time: 0.0646102 Jun 29 12:39:30.242739 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:30.265402 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-bd2ad109-b9bf-49bd-8bca-388e97b6e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:30.267111 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-bd2ad109-b9bf-49bd-8bca-388e97b6e132 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0690532 Jun 29 12:39:30.282135 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7d68873e-91b5-4100-8c65-3ef4a7ba5046 req-fcc575e0-6112-475c-ac35-62396d161de3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519974 Jun 29 12:39:30.325061 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-a435e3aa-f93b-4435-b0b9-e557c80b13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:30.326655 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-a435e3aa-f93b-4435-b0b9-e557c80b13d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534332 Jun 29 12:39:30.428334 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-e3a31981-1c2b-4dc7-9add-13984ac810cc service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948968 Jun 29 12:39:30.551288 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08ccdaf9-3eb6-4c53-b2a0-e02d41b5cac8 req-3e8bd575-3457-4d5e-a3e3-c01c3ab011bc service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165495 Jun 29 12:39:30.988550 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0c60e-4c11-41be-843d-64c057cd992e req-8bc665d3-5f05-403c-9e49-ae7a2007253b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:30.990839 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9cb0c60e-4c11-41be-843d-64c057cd992e req-8bc665d3-5f05-403c-9e49-ae7a2007253b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0568709 Jun 29 12:39:31.042771 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9cb0c60e-4c11-41be-843d-64c057cd992e req-506a984b-f28b-478a-9c21-b1066962a56c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461485 Jun 29 12:39:31.425798 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a1935-acd6-4485-9476-f947b2e72495 req-8609e298-fa80-4a54-8adf-20d8a4f65b40 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:31.427404 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-610a1935-acd6-4485-9476-f947b2e72495 req-8609e298-fa80-4a54-8adf-20d8a4f65b40 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 943 time: 0.0637927 Jun 29 12:39:31.477774 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-610a1935-acd6-4485-9476-f947b2e72495 req-162187cc-3b4d-48ba-b99a-fefc9f798d1b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448854 Jun 29 12:39:32.178957 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f919903-6c7a-4ca7-a244-93be3d9d6ce7 req-34014b7f-53d7-4b36-b607-ac6ca6acfcde tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:32.186915 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8f919903-6c7a-4ca7-a244-93be3d9d6ce7 req-34014b7f-53d7-4b36-b607-ac6ca6acfcde tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0691762 Jun 29 12:39:32.253062 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8f919903-6c7a-4ca7-a244-93be3d9d6ce7 req-8b01e61e-a10b-4827-8139-534cbd562e9b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651040 Jun 29 12:39:32.458482 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c149decc-6a28-4e86-8dc3-2be54897e82e details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:39:32.577053 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c149decc-6a28-4e86-8dc3-2be54897e82e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c149decc-6a28-4e86-8dc3-2be54897e82e,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:32.594979 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'c149decc-6a28-4e86-8dc3-2be54897e82e', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'port_id': 'c149decc-6a28-4e86-8dc3-2be54897e82e', 'mac_address': 'fa:16:3e:7e:c0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:39:32.634900 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c149decc-6a28-4e86-8dc3-2be54897e82e is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:39:32.635340 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:32.651128 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c149decc-6a28-4e86-8dc3-2be54897e82e {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:39:32.675873 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f7ec4-4b20-4e63-a9b4-9a52331ddd5c req-b67ea94f-9cd3-4d75-93b8-30059ae324c1 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:32.678132 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e89f7ec4-4b20-4e63-a9b4-9a52331ddd5c req-b67ea94f-9cd3-4d75-93b8-30059ae324c1 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 943 time: 0.0944493 Jun 29 12:39:32.706076 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c149decc-6a28-4e86-8dc3-2be54897e82e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c149decc-6a28-4e86-8dc3-2be54897e82e,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:32.712525 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:32.755102 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e89f7ec4-4b20-4e63-a9b4-9a52331ddd5c req-25388ae6-9a72-40df-83cc-5ca0cc7925d8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701528 Jun 29 12:39:32.784907 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c149decc-6a28-4e86-8dc3-2be54897e82e,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:32.935685 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['c149decc-6a28-4e86-8dc3-2be54897e82e'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:39:33.374611 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a2dc2-bd67-4685-8c0e-f2d3e735e2e4 req-f2f1956a-2ed4-4dd4-a1bb-daadf5735a4c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:33.376604 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-229a2dc2-bd67-4685-8c0e-f2d3e735e2e4 req-f2f1956a-2ed4-4dd4-a1bb-daadf5735a4c tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0519004 Jun 29 12:39:33.427867 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-229a2dc2-bd67-4685-8c0e-f2d3e735e2e4 req-927d645a-2f81-4c5f-86e2-adebff9ebe9a tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456285 Jun 29 12:39:33.895540 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc721e8b-0c49-4126-9c4d-8290c77cacfc req-804419b6-846d-441b-976b-9d0bedecd705 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:33.898334 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc721e8b-0c49-4126-9c4d-8290c77cacfc req-804419b6-846d-441b-976b-9d0bedecd705 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 944 time: 0.0651786 Jun 29 12:39:33.980713 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc721e8b-0c49-4126-9c4d-8290c77cacfc req-39b404e5-e2a8-4e0b-9085-4d29075d2834 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757332 Jun 29 12:39:34.137743 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35396) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:34.288499 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c27d576-162f-4dc3-a5db-767f82a3369a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:34.325184 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:34.389547 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c27d576-162f-4dc3-a5db-767f82a3369a admin admin] Publish callbacks [] for security_group (80a0699d-d406-4ec6-997d-9f126fc4c262), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:34.397976 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c27d576-162f-4dc3-a5db-767f82a3369a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (80a0699d-d406-4ec6-997d-9f126fc4c262), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:34.445278 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27d576-162f-4dc3-a5db-767f82a3369a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a0699d-d406-4ec6-997d-9f126fc4c262,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:34.453097 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35400) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:34.453258 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-9c27d576-162f-4dc3-a5db-767f82a3369a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc3a9d147c3d449392b4f7ee95c63b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138657 Jun 29 12:39:34.477881 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c149decc-6a28-4e86-8dc3-2be54897e82e up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:39:34.525913 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:34.535124 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5bd00808-61a5-4b71-bb84-cae8b219c92d admin admin] Publish callbacks [] for security_group (80a0699d-d406-4ec6-997d-9f126fc4c262), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:34.551014 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port c149decc-6a28-4e86-8dc3-2be54897e82e completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:39:34.560184 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port c149decc-6a28-4e86-8dc3-2be54897e82e triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:39:34.560926 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:34.582572 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5bd00808-61a5-4b71-bb84-cae8b219c92d admin admin] Publish callbacks [] for security_group (80a0699d-d406-4ec6-997d-9f126fc4c262), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:34.605253 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264d0e1-1bf8-40c5-a80b-e2aae6551ed7 req-a15defbe-c6bc-4b8a-bfa6-c6a3e9d6c6ca tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:34.606873 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4264d0e1-1bf8-40c5-a80b-e2aae6551ed7 req-a15defbe-c6bc-4b8a-bfa6-c6a3e9d6c6ca tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0923936 Jun 29 12:39:34.652117 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:34.662668 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c149decc-6a28-4e86-8dc3-2be54897e82e is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:39:34.663211 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:34.679384 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5bd00808-61a5-4b71-bb84-cae8b219c92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (80a0699d-d406-4ec6-997d-9f126fc4c262), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:34.683469 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5bd00808-61a5-4b71-bb84-cae8b219c92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:34.689509 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4264d0e1-1bf8-40c5-a80b-e2aae6551ed7 req-74a06620-3e94-459d-aeea-236104658869 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754840 Jun 29 12:39:34.695059 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5bd00808-61a5-4b71-bb84-cae8b219c92d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80a0699d-d406-4ec6-997d-9f126fc4c262 HTTP/1.1" status: 204 len: 168 time: 0.2401428 Jun 29 12:39:34.704577 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:34.705629 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd00808-61a5-4b71-bb84-cae8b219c92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a0699d-d406-4ec6-997d-9f126fc4c262,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:34.741522 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c149decc-6a28-4e86-8dc3-2be54897e82e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:39:34.744374 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cf8591-62e5-4380-a5b0-44602355836b" -d '{"events": [{"server_uuid": "d363d4d7-f546-4939-9ac6-bd4eb1118338", "name": "network-vif-plugged", "status": "completed", "tag": "c149decc-6a28-4e86-8dc3-2be54897e82e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:34.782859 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c149decc-6a28-4e86-8dc3-2be54897e82e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c149decc-6a28-4e86-8dc3-2be54897e82e,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:34.791780 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e0883a-1296-4386-94f8-b97b7aebf8e6 x-openstack-request-id: req-50e0883a-1296-4386-94f8-b97b7aebf8e6 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:34.794237 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d363d4d7-f546-4939-9ac6-bd4eb1118338", "name": "network-vif-plugged", "status": "completed", "tag": "c149decc-6a28-4e86-8dc3-2be54897e82e", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:34.794519 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50e0883a-1296-4386-94f8-b97b7aebf8e6 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:34.795589 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e0883a-1296-4386-94f8-b97b7aebf8e6'] response: {'server_uuid': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c149decc-6a28-4e86-8dc3-2be54897e82e', 'code': 200} Jun 29 12:39:34.797482 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:34.880538 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c149decc-6a28-4e86-8dc3-2be54897e82e,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:35.122774 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335d9c3-0033-42f9-8a4d-ca8d77d18bf4 req-130af74f-5239-4055-a55f-b78837786a6a tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:35.129785 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a335d9c3-0033-42f9-8a4d-ca8d77d18bf4 req-130af74f-5239-4055-a55f-b78837786a6a tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0646503 Jun 29 12:39:35.174139 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:35.191881 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a335d9c3-0033-42f9-8a4d-ca8d77d18bf4 req-eb25dbaa-269b-49ca-b9b6-7de9e7ca7256 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610232 Jun 29 12:39:35.839632 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b73293-8a95-4b00-8da6-15a761525c41 req-772079e2-e22a-4990-a324-68fbff4ff2cc tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:35.846681 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-14b73293-8a95-4b00-8da6-15a761525c41 req-772079e2-e22a-4990-a324-68fbff4ff2cc tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0755641 Jun 29 12:39:35.911514 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-14b73293-8a95-4b00-8da6-15a761525c41 req-ad755feb-37ff-452f-aac3-c13e9208a2f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638800 Jun 29 12:39:36.306805 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8c13b-8227-4a1c-bf8f-de29afe1af90 req-8cd27ed8-8aba-4e38-a658-5b15c7d686d3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:36.308490 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f2d8c13b-8227-4a1c-bf8f-de29afe1af90 req-8cd27ed8-8aba-4e38-a658-5b15c7d686d3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0500610 Jun 29 12:39:36.364192 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f2d8c13b-8227-4a1c-bf8f-de29afe1af90 req-b4fab13b-9828-4615-b429-29a9a7b19189 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488083 Jun 29 12:39:37.044598 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b8b1-09e4-4ed6-8266-8183156b2645 req-592bad96-f4a3-4e73-8c8f-fed776109111 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:37.046785 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a02b8b1-09e4-4ed6-8266-8183156b2645 req-592bad96-f4a3-4e73-8c8f-fed776109111 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0565550 Jun 29 12:39:37.100331 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a02b8b1-09e4-4ed6-8266-8183156b2645 req-3d86fe2e-6d66-4c02-8d9b-3cb749f41fb2 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466413 Jun 29 12:39:37.523705 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f68af-3190-4747-920f-985a5f04b9c5 req-ee17218b-2c46-49b6-a53e-cdbd402ba638 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:37.525151 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-558f68af-3190-4747-920f-985a5f04b9c5 req-ee17218b-2c46-49b6-a53e-cdbd402ba638 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0604992 Jun 29 12:39:37.576991 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-558f68af-3190-4747-920f-985a5f04b9c5 req-8d76685b-ed8f-4a14-868f-3d2ce1fd79f7 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462880 Jun 29 12:39:38.247480 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63a582-8eff-4ff5-9c17-e977f9af3b1d req-9f072abe-a602-4a45-83b5-af7473a9c8e3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:38.250227 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-be63a582-8eff-4ff5-9c17-e977f9af3b1d req-9f072abe-a602-4a45-83b5-af7473a9c8e3 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0620236 Jun 29 12:39:38.310670 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-be63a582-8eff-4ff5-9c17-e977f9af3b1d req-7b52e2ac-c7b1-481f-8754-1d6950cdd86e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509381 Jun 29 12:39:38.706818 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f47d2e-3920-4493-a455-4d70d6bbd632 req-a746c609-1f51-4203-8cf2-7f32e48425cd tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:38.708440 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-69f47d2e-3920-4493-a455-4d70d6bbd632 req-a746c609-1f51-4203-8cf2-7f32e48425cd tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0491159 Jun 29 12:39:38.758959 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-69f47d2e-3920-4493-a455-4d70d6bbd632 req-152f05a3-e6b3-42ad-a5d8-b36466e7c9ce tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447896 Jun 29 12:39:39.436540 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93be685-af43-4e70-bb9f-2bef89981e7b req-7ea51019-614a-4b47-ae36-237e0d936c44 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:39.438190 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b93be685-af43-4e70-bb9f-2bef89981e7b req-7ea51019-614a-4b47-ae36-237e0d936c44 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0507503 Jun 29 12:39:39.490411 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b93be685-af43-4e70-bb9f-2bef89981e7b req-911fa8d1-701d-406f-90be-d1ae5dd9d97f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466568 Jun 29 12:39:39.886112 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36373668-0d06-4852-b3bb-b21b9deb6744 req-1234d0ea-0eff-4707-b632-c51043ccbbb7 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:39.887571 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-36373668-0d06-4852-b3bb-b21b9deb6744 req-1234d0ea-0eff-4707-b632-c51043ccbbb7 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Jun 29 12:39:40.188037 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-36373668-0d06-4852-b3bb-b21b9deb6744 req-0bc003e5-6e70-480d-9983-70ce3e930685 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942648 Jun 29 12:39:40.606710 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af6d46-7053-44f4-8d3f-c23fa174d45d req-bcba05f0-2fd2-4719-bf03-079efa414a7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:40.608158 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70af6d46-7053-44f4-8d3f-c23fa174d45d req-bcba05f0-2fd2-4719-bf03-079efa414a7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0469694 Jun 29 12:39:40.659397 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70af6d46-7053-44f4-8d3f-c23fa174d45d req-92493de3-8b72-450e-b7d1-599b0d2a0486 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456142 Jun 29 12:39:41.325476 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5551bbf-3ec6-4669-b4bf-e7337ea8e832 req-e74bbd98-75b9-42e3-81ed-b51006b557b3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:41.327012 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f5551bbf-3ec6-4669-b4bf-e7337ea8e832 req-e74bbd98-75b9-42e3-81ed-b51006b557b3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0700703 Jun 29 12:39:41.350878 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43121-cc9b-4e92-943e-3cce05585902 req-477e0f26-28c5-49d0-8015-5bea82bdb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:41.352443 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e5a43121-cc9b-4e92-943e-3cce05585902 req-477e0f26-28c5-49d0-8015-5bea82bdb153 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 1129 time: 0.0597436 Jun 29 12:39:41.404471 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f5551bbf-3ec6-4669-b4bf-e7337ea8e832 req-ca2c3d64-39af-410b-8bf6-87feb92e1763 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701020 Jun 29 12:39:41.424333 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e5a43121-cc9b-4e92-943e-3cce05585902 req-80bafe58-7bbe-4af7-a357-ee0a8de66bd6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646036 Jun 29 12:39:41.775195 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcb8e2-d1bf-4bbe-b8da-acf20bdeffa0 req-d0bc7db3-ae10-4994-a051-cce6f7192a0f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:41.776643 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d5dcb8e2-d1bf-4bbe-b8da-acf20bdeffa0 req-d0bc7db3-ae10-4994-a051-cce6f7192a0f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0465646 Jun 29 12:39:41.823461 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d5dcb8e2-d1bf-4bbe-b8da-acf20bdeffa0 req-3f375964-2463-4368-a778-caddeee38172 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407681 Jun 29 12:39:42.519618 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05508b7-0f25-4752-88a2-023b3476283f req-22a4c450-0bfc-4e75-bc83-5dbc90689d62 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:42.521304 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f05508b7-0f25-4752-88a2-023b3476283f req-22a4c450-0bfc-4e75-bc83-5dbc90689d62 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0466747 Jun 29 12:39:42.567280 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f05508b7-0f25-4752-88a2-023b3476283f req-85990b18-b8b9-400b-a8bd-338d51bbdf12 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405648 Jun 29 12:39:42.787242 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 91513e0c-31ea-42a7-a298-8bcc2b5e8547 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:39:42.823827 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:42.830761 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:42.894184 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:42.906276 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'port_id': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'mac_address': 'fa:16:3e:de:6c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:39:42.943112 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:39:42.943499 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:42.943671 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d203c75-ff81-4217-a272-75a794b836d3 req-a059b67d-2535-425c-addf-a84e61433b03 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:42.945239 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4d203c75-ff81-4217-a272-75a794b836d3 req-a059b67d-2535-425c-addf-a84e61433b03 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 944 time: 0.0480340 Jun 29 12:39:42.957019 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91513e0c-31ea-42a7-a298-8bcc2b5e8547 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:39:42.976300 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:42.980465 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:42.994768 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4d203c75-ff81-4217-a272-75a794b836d3 req-e912bf3c-80c7-41c6-90e9-c8b083100db5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439570 Jun 29 12:39:43.027844 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=9']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:43.682193 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fc12d-6802-4885-96e3-fd4739a9cf5b req-b3cfeb54-e712-485e-9166-73ed3bea977e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:43.683688 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-168fc12d-6802-4885-96e3-fd4739a9cf5b req-b3cfeb54-e712-485e-9166-73ed3bea977e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0473914 Jun 29 12:39:43.729733 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-168fc12d-6802-4885-96e3-fd4739a9cf5b req-705f0708-1ab9-43f3-babf-96e751f49d48 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399475 Jun 29 12:39:44.116213 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7ca6-8f49-4671-8a97-30f9dbb4da06 req-1dca7fb0-0b50-4efb-8439-3ab0b805ed8b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:44.117673 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2d3b7ca6-8f49-4671-8a97-30f9dbb4da06 req-1dca7fb0-0b50-4efb-8439-3ab0b805ed8b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 945 time: 0.0510399 Jun 29 12:39:44.165214 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-2d3b7ca6-8f49-4671-8a97-30f9dbb4da06 req-8abde8d4-182e-4cb5-9517-82d28be107cd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 Jun 29 12:39:44.758217 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['91513e0c-31ea-42a7-a298-8bcc2b5e8547'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:39:44.846710 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6076d-ce84-48d6-9304-7bea26e39723 req-800ea683-69f8-412b-8552-ccc6c78b6605 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:44.848195 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-26b6076d-ce84-48d6-9304-7bea26e39723 req-800ea683-69f8-412b-8552-ccc6c78b6605 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0507708 Jun 29 12:39:44.895929 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-26b6076d-ce84-48d6-9304-7bea26e39723 req-f6a3b708-d538-4ad4-84fe-b22f483e2f05 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418053 Jun 29 12:39:45.283530 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67435d8c-f9f0-4b50-86af-9a17bdc35c21 req-d725bd9d-cd1f-463e-a1fb-abc0304c17dd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:45.284976 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-67435d8c-f9f0-4b50-86af-9a17bdc35c21 req-d725bd9d-cd1f-463e-a1fb-abc0304c17dd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 945 time: 0.0468211 Jun 29 12:39:45.331931 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-67435d8c-f9f0-4b50-86af-9a17bdc35c21 req-876d7125-d196-457b-8c06-86abfbba4c0e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416284 Jun 29 12:39:45.646361 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b4b720e-59ac-4c49-8bab-04cbbbf55b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:46.007751 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1a9a9-1086-4041-80b4-27cfa92f6085 req-fd8647f8-4255-4a5e-9671-2e7f784bf055 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:46.009176 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6cf1a9a9-1086-4041-80b4-27cfa92f6085 req-fd8647f8-4255-4a5e-9671-2e7f784bf055 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0458496 Jun 29 12:39:46.055266 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6cf1a9a9-1086-4041-80b4-27cfa92f6085 req-ddd0d7f7-b305-43e8-a24e-7413832a1054 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405910 Jun 29 12:39:46.163825 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47fd27-290c-4d1c-96ae-a97e86e20bab req-c6ee49a2-bab0-4c30-9b1b-ea2f2feb94d3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:46.165264 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aa47fd27-290c-4d1c-96ae-a97e86e20bab req-c6ee49a2-bab0-4c30-9b1b-ea2f2feb94d3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0472815 Jun 29 12:39:46.173630 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35508) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:46.177855 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-22b10e98-6135-41c0-91af-fe08cfbdb8b9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'floatingip': {'port_id': 'c149decc-6a28-4e86-8dc3-2be54897e82e'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:39:46.219371 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22b10e98-6135-41c0-91af-fe08cfbdb8b9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (be2ea383-508d-4ae1-a701-9e796f7f7d06), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:46.319898 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:46.328907 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:46.432627 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:46.451793 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293946f-c116-48e2-8de9-e1e3fff0bcaf req-86026496-d25a-48f8-80cc-78d1ff9e0088 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:46.453880 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f293946f-c116-48e2-8de9-e1e3fff0bcaf req-86026496-d25a-48f8-80cc-78d1ff9e0088 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 945 time: 0.0484693 Jun 29 12:39:46.504575 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f293946f-c116-48e2-8de9-e1e3fff0bcaf req-736e0bb7-dab1-4df9-b48e-a6e617f36bd4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450144 Jun 29 12:39:46.868184 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22b10e98-6135-41c0-91af-fe08cfbdb8b9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:46.871875 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22b10e98-6135-41c0-91af-fe08cfbdb8b9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (be2ea383-508d-4ae1-a701-9e796f7f7d06), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:46.935620 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 91513e0c-31ea-42a7-a298-8bcc2b5e8547 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:39:46.969856 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-22b10e98-6135-41c0-91af-fe08cfbdb8b9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Floating IP be2ea383-508d-4ae1-a701-9e796f7f7d06 associated. External IP: 172.27.1.38, port: c149decc-6a28-4e86-8dc3-2be54897e82e. Jun 29 12:39:46.984266 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:39:46.984594 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:47.054705 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:39:47.055090 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:47.079723 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:39:47.082106 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb41a4-0600-435f-96b7-4380e84d1c76" -d '{"events": [{"server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "name": "network-vif-plugged", "status": "completed", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:47.093356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:47.098188 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:47.127674 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45192a06-824d-4c18-920d-719e79597eb8 x-openstack-request-id: req-45192a06-824d-4c18-920d-719e79597eb8 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:47.127944 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "name": "network-vif-plugged", "status": "completed", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:47.128191 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45192a06-824d-4c18-920d-719e79597eb8 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:47.128568 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45192a06-824d-4c18-920d-719e79597eb8'] response: {'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'code': 200} Jun 29 12:39:47.154447 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=10']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:47.179989 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b10e98-6135-41c0-91af-fe08cfbdb8b9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:39:47.287048 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b10e98-6135-41c0-91af-fe08cfbdb8b9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:39:47.291928 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-22b10e98-6135-41c0-91af-fe08cfbdb8b9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:47.296833 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:39:47.306750 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:39:47.307309 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:39:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:47.321876 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-22b10e98-6135-41c0-91af-fe08cfbdb8b9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "PUT /v2.0/floatingips/be2ea383-508d-4ae1-a701-9e796f7f7d06 HTTP/1.1" status: 200 len: 990 time: 1.1471913 Jun 29 12:39:47.322574 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'tag': 'c149decc-6a28-4e86-8dc3-2be54897e82e'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:39:47.324695 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "d363d4d7-f546-4939-9ac6-bd4eb1118338", "tag": "c149decc-6a28-4e86-8dc3-2be54897e82e"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:47.422875 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:39:47.485630 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514ca08a-56fb-4bcf-b1d8-a33c741e90df x-openstack-request-id: req-514ca08a-56fb-4bcf-b1d8-a33c741e90df {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:47.485952 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d363d4d7-f546-4939-9ac6-bd4eb1118338", "tag": "c149decc-6a28-4e86-8dc3-2be54897e82e", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:47.486222 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-514ca08a-56fb-4bcf-b1d8-a33c741e90df {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:47.486661 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514ca08a-56fb-4bcf-b1d8-a33c741e90df'] response: {'name': 'network-changed', 'server_uuid': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'tag': 'c149decc-6a28-4e86-8dc3-2be54897e82e', 'status': 'completed', 'code': 200} Jun 29 12:39:47.630576 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f8367-02ce-4865-b622-0b63cf6ccb05 req-f0d65be8-a387-4d12-84a7-e22cd47e69dd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:47.631984 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a17f8367-02ce-4865-b622-0b63cf6ccb05 req-f0d65be8-a387-4d12-84a7-e22cd47e69dd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 947 time: 0.0529490 Jun 29 12:39:47.637637 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'be2ea383-508d-4ae1-a701-9e796f7f7d06', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': 'c149decc-6a28-4e86-8dc3-2be54897e82e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:7e:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:39:23Z', 'updated_at': '2022-06-29T12:39:46Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}, {'id': 'e3d59d75-11bc-4674-8420-1ecae5080284', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:9b:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:38:20Z', 'updated_at': '2022-06-29T12:38:35Z', 'revision_number': 2, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:47.664310 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:39:47.672697 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:39:47.673393 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:39:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:47.681007 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-a17f8367-02ce-4865-b622-0b63cf6ccb05 req-f9649ab4-a3b7-422c-a99c-98ee2c654f77 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Jun 29 12:39:47.775942 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:39:48.005086 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41cd7b98-85da-4818-b8b5-00852ad76b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:48.072209 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'be2ea383-508d-4ae1-a701-9e796f7f7d06', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': 'c149decc-6a28-4e86-8dc3-2be54897e82e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:7e:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:39:23Z', 'updated_at': '2022-06-29T12:39:46Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}, {'id': 'e3d59d75-11bc-4674-8420-1ecae5080284', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:9b:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:38:20Z', 'updated_at': '2022-06-29T12:38:35Z', 'revision_number': 2, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:48.097770 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434577fe-a0fa-487d-a6d9-8ca8a803a80b None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'be2ea383-508d-4ae1-a701-9e796f7f7d06', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': 'c149decc-6a28-4e86-8dc3-2be54897e82e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:7e:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:39:23Z', 'updated_at': '2022-06-29T12:39:46Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}, {'id': 'e3d59d75-11bc-4674-8420-1ecae5080284', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:9b:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:38:20Z', 'updated_at': '2022-06-29T12:38:35Z', 'revision_number': 2, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:39:48.274794 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e71f5ed-4761-446b-bb5f-31634f858488 None None] New status for floating IP be2ea383-508d-4ae1-a701-9e796f7f7d06: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:39:48.698550 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:48.706950 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-ab63da65-6469-49ef-a655-14b0b000b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:48.708736 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-ab63da65-6469-49ef-a655-14b0b000b26a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 1129 time: 0.0453696 Jun 29 12:39:48.866443 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44a7c7-1762-4fac-845c-e41a3d22fc00 req-d6774bdb-0ee8-462d-b05d-5d2900bc46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:48.867927 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5d44a7c7-1762-4fac-845c-e41a3d22fc00 req-d6774bdb-0ee8-462d-b05d-5d2900bc46f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 1131 time: 0.0887606 Jun 29 12:39:48.879039 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474892b-5c34-4922-9d12-e9cf29658a84 req-b0981046-6560-40aa-b815-f3e7e9b394a5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:48.880420 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e474892b-5c34-4922-9d12-e9cf29658a84 req-b0981046-6560-40aa-b815-f3e7e9b394a5 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 947 time: 0.1001821 Jun 29 12:39:48.887103 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-41f193cf-bff2-4567-bfa5-e7f2136b0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:48.888437 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-41f193cf-bff2-4567-bfa5-e7f2136b0ee5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 915 time: 0.1728573 Jun 29 12:39:49.011303 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5d44a7c7-1762-4fac-845c-e41a3d22fc00 req-ec83d78b-3a29-43af-a739-be766cf366c0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297157 Jun 29 12:39:49.019469 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-719621f8-6b90-4b23-97ee-fc577a8f6c7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c149decc-6a28-4e86-8dc3-2be54897e82e HTTP/1.1" status: 200 len: 1000 time: 0.1139889 Jun 29 12:39:49.023349 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e474892b-5c34-4922-9d12-e9cf29658a84 req-a15026f4-6277-4067-bbc4-0607d4c8da0d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340287 Jun 29 12:39:49.088461 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:49.102777 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:49.255930 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-214f8f09-9a1f-4144-bc2c-8eebf6301d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:49.257366 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-214f8f09-9a1f-4144-bc2c-8eebf6301d66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0456870 Jun 29 12:39:49.303022 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-008b0197-1ae3-447c-858b-8467ba8ad2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:49.304562 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-008b0197-1ae3-447c-858b-8467ba8ad2e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410388 Jun 29 12:39:49.402847 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-4d0315c0-758a-4905-ac59-5ca35759fe3b service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924358 Jun 29 12:39:49.777926 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a14e5bf5-78df-4793-bbe6-bc74bdd21ed6 req-73acd220-44d9-473d-86ca-a862b02f0901 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924194 Jun 29 12:39:50.147555 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395d829-89e0-40b2-a8c7-bc94d71f18cc req-d717566c-0afb-4439-8717-42d0b74a14a6 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:50.149407 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4395d829-89e0-40b2-a8c7-bc94d71f18cc req-d717566c-0afb-4439-8717-42d0b74a14a6 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 947 time: 0.0507677 Jun 29 12:39:50.199149 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4395d829-89e0-40b2-a8c7-bc94d71f18cc req-0c083ceb-bf84-4a22-8e4e-af3c663a69b4 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442123 Jun 29 12:39:50.461806 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:51.000895 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:51.023876 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:51.320816 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc459-f728-4d46-9990-85068481303c req-eded4f66-f9d1-46bc-8295-47fa178c4997 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:39:51.322264 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-74abc459-f728-4d46-9990-85068481303c req-eded4f66-f9d1-46bc-8295-47fa178c4997 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 947 time: 0.0475466 Jun 29 12:39:51.369466 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-74abc459-f728-4d46-9990-85068481303c req-c37be908-9a03-4a8a-b270-2d0e8ec26a9f tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416307 Jun 29 12:39:54.414641 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35638) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:54.520178 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1d1f36a4-e859-448d-ac86-35d24bed1aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:54.530752 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:54.551980 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:54.600495 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1d1f36a4-e859-448d-ac86-35d24bed1aec admin admin] Publish callbacks [] for security_group (5266596d-fac7-461c-aa81-6437ae1e9a38), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:54.604026 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1d1f36a4-e859-448d-ac86-35d24bed1aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (5266596d-fac7-461c-aa81-6437ae1e9a38), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:54.643203 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1d1f36a4-e859-448d-ac86-35d24bed1aec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2887d36c6af144b19c679f193c58da38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274828 Jun 29 12:39:54.644263 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f36a4-e859-448d-ac86-35d24bed1aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5266596d-fac7-461c-aa81-6437ae1e9a38,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:54.646326 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35642) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:39:54.695197 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7067b554-366c-4c20-afd6-20b461a6eb5a admin admin] Publish callbacks [] for security_group (5266596d-fac7-461c-aa81-6437ae1e9a38), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:54.718128 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7067b554-366c-4c20-afd6-20b461a6eb5a admin admin] Publish callbacks [] for security_group (5266596d-fac7-461c-aa81-6437ae1e9a38), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:54.764167 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7067b554-366c-4c20-afd6-20b461a6eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (5266596d-fac7-461c-aa81-6437ae1e9a38), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:54.767726 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7067b554-366c-4c20-afd6-20b461a6eb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:39:54.769087 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-7067b554-366c-4c20-afd6-20b461a6eb5a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5266596d-fac7-461c-aa81-6437ae1e9a38 HTTP/1.1" status: 204 len: 168 time: 0.1216483 Jun 29 12:39:54.777223 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067b554-366c-4c20-afd6-20b461a6eb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5266596d-fac7-461c-aa81-6437ae1e9a38,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:58.069666 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=76 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:39:58.074752 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=78 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:00.995736 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:01.325211 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:40:04.637482 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=10,neutron:INSERT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:04.640802 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=5,neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:04.772024 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:04.772818 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:04.791573 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:10.594409 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35650) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:10.736270 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Deleting port e5063fba-bbc9-49d7-8cb8-88659dcfb902 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:10.736538 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (e5063fba-bbc9-49d7-8cb8-88659dcfb902), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:10.810218 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (e5063fba-bbc9-49d7-8cb8-88659dcfb902), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:10.810577 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for floatingip (e5063fba-bbc9-49d7-8cb8-88659dcfb902), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:10.823458 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Calling delete_port for e5063fba-bbc9-49d7-8cb8-88659dcfb902 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:10.992543 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (e5063fba-bbc9-49d7-8cb8-88659dcfb902), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:11.016080 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event deleted for resources: {'Port': ['ID=e5063fba-bbc9-49d7-8cb8-88659dcfb902,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:11.027864 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.028210 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.028546 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.028884 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.029223 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.029555 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.029879 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.030774 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.031345 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.031732 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.032062 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.032388 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.032714 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.033036 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.033357 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:11.090632 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for floatingip (8be18a2b-3e7f-456b-812e-a012bbb59fca), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:11.090963 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Floating IP 8be18a2b-3e7f-456b-812e-a012bbb59fca disassociated (deleted). External IP: 172.27.1.101, port: 32283955-f720-4723-80b6-82d0fc44730d. Jun 29 12:40:11.285715 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Router 739a9258-0f5b-46a9-af22-cf66284edd44 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:40:11.387931 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:40:11.393238 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:11.394630 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:11.398054 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] Sync routers for ids ['739a9258-0f5b-46a9-af22-cf66284edd44'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:40:11.408870 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] Routers {'739a9258-0f5b-46a9-af22-cf66284edd44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:11.409487 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:39:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['739a9258-0f5b-46a9-af22-cf66284edd44'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:11.428810 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d0353594-1ccb-4798-ba28-116f95ab7e97 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "DELETE /v2.0/floatingips/8be18a2b-3e7f-456b-812e-a012bbb59fca HTTP/1.1" status: 204 len: 168 time: 0.8332715 Jun 29 12:40:11.429390 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'tag': '32283955-f720-4723-80b6-82d0fc44730d'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:40:11.431633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05154e4b-10a3-4610-b83d-782659808195" -d '{"events": [{"name": "network-changed", "server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "tag": "32283955-f720-4723-80b6-82d0fc44730d"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:11.473464 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5619f7d3-1d85-4f95-9980-24d228d2422f x-openstack-request-id: req-5619f7d3-1d85-4f95-9980-24d228d2422f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:11.474042 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "tag": "32283955-f720-4723-80b6-82d0fc44730d", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:11.474563 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5619f7d3-1d85-4f95-9980-24d228d2422f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:11.474973 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5619f7d3-1d85-4f95-9980-24d228d2422f'] response: {'name': 'network-changed', 'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'tag': '32283955-f720-4723-80b6-82d0fc44730d', 'status': 'completed', 'code': 200} Jun 29 12:40:11.512754 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] Set router 739a9258-0f5b-46a9-af22-cf66284edd44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:11.540592 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05154e4b-10a3-4610-b83d-782659808195 req-00eb4dea-0e63-4079-ac94-ef7d8eed3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:11.542474 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-05154e4b-10a3-4610-b83d-782659808195 req-00eb4dea-0e63-4079-ac94-ef7d8eed3710 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad&device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 1129 time: 0.0416758 Jun 29 12:40:11.577261 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:11.658725 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05154e4b-10a3-4610-b83d-782659808195 req-9721c1d7-e68f-4616-aa86-7fca1c127307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:11.660243 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-05154e4b-10a3-4610-b83d-782659808195 req-9721c1d7-e68f-4616-aa86-7fca1c127307 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca85be79-dcc1-4564-a978-271ecca83135 HTTP/1.1" status: 200 len: 909 time: 0.1118846 Jun 29 12:40:11.696717 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a1090-b4b3-4a13-a9ea-405fa4052181 req-35cd2557-628b-4f52-9bd8-59ad9b6a877f tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:11.698158 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d79a1090-b4b3-4a13-a9ea-405fa4052181 req-35cd2557-628b-4f52-9bd8-59ad9b6a877f tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0543981 Jun 29 12:40:11.707238 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:15Z', 'revision_number': 5, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:11.732315 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] Checking router: 739a9258-0f5b-46a9-af22-cf66284edd44 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:40:11.741422 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] Routers {'739a9258-0f5b-46a9-af22-cf66284edd44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:11.742036 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:39:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['739a9258-0f5b-46a9-af22-cf66284edd44'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:11.748494 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d79a1090-b4b3-4a13-a9ea-405fa4052181 req-ceb33acb-e6ec-48fa-9b41-8a6c2f8dac7a tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437765 Jun 29 12:40:11.841428 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] Set router 739a9258-0f5b-46a9-af22-cf66284edd44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:12.028006 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:15Z', 'revision_number': 5, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:12.052890 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad79cc-aa61-4400-a2bb-d4f8615b528d None None] The sync data for ids ['739a9258-0f5b-46a9-af22-cf66284edd44'] in dv-cinder-812685-12-iscsi is: [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:09Z', 'revision_number': 4, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '09db1e36-5e00-4154-9b76-7e01f4c3e679', 'name': '', 'network_id': 'ca85be79-dcc1-4564-a978-271ecca83135', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'mac_address': 'fa:16:3e:b3:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:08Z', 'updated_at': '2022-06-29T12:35:15Z', 'revision_number': 5, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'subnets': [{'id': '8bc29a32-98e9-4d5a-9c55-e1a707d465cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:40:12.261622 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4ebc15-96d4-41bd-96a1-c94e96fcd5f6 None None] New status for floating IP 8be18a2b-3e7f-456b-812e-a012bbb59fca: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:40:12.752281 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-05154e4b-10a3-4610-b83d-782659808195 req-741a1e65-33ba-4823-b569-b94d0cb50678 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32283955-f720-4723-80b6-82d0fc44730d HTTP/1.1" status: 200 len: 217 time: 0.0345130 Jun 29 12:40:12.804854 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05154e4b-10a3-4610-b83d-782659808195 req-9a1efc72-287e-408d-ade8-b392b316e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:12.806384 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-05154e4b-10a3-4610-b83d-782659808195 req-9a1efc72-287e-408d-ade8-b392b316e485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8bc29a32-98e9-4d5a-9c55-e1a707d465cc HTTP/1.1" status: 200 len: 847 time: 0.0440109 Jun 29 12:40:12.868201 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b37d9-b5d3-4b5c-a9f7-c791ac43f9f1 req-5870299f-e2bb-4225-82dd-8111eb712b64 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:12.869692 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c61b37d9-b5d3-4b5c-a9f7-c791ac43f9f1 req-5870299f-e2bb-4225-82dd-8111eb712b64 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0512314 Jun 29 12:40:12.920530 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c61b37d9-b5d3-4b5c-a9f7-c791ac43f9f1 req-2218c4db-3880-4599-8e6c-f9201e616aad tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/security-groups?id=41e906cb-6536-42eb-9ebd-08035f571f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447214 Jun 29 12:40:12.946816 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05154e4b-10a3-4610-b83d-782659808195 req-b611aeda-f69e-4b63-bcac-dc8d9a3383da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:12.948300 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-05154e4b-10a3-4610-b83d-782659808195 req-b611aeda-f69e-4b63-bcac-dc8d9a3383da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca85be79-dcc1-4564-a978-271ecca83135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443380 Jun 29 12:40:13.036957 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-05154e4b-10a3-4610-b83d-782659808195 req-734a143b-32c6-4e7f-8b0b-8ab393b1a93a service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821338 Jun 29 12:40:13.298112 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-05154e4b-10a3-4610-b83d-782659808195 req-81ba96a8-0e1e-4e45-8f22-2c5cb1597a03 service neutron] 10.222.0.23 "GET /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226702 Jun 29 12:40:13.304159 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-6c813954-435c-41d2-9475-38e26f831789 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:13.305466 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-6c813954-435c-41d2-9475-38e26f831789 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.23 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 945 time: 0.0655658 Jun 29 12:40:13.395653 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-9a344bac-2443-4c17-b9a4-5620635abde1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Deleting port 32283955-f720-4723-80b6-82d0fc44730d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:13.396001 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-9a344bac-2443-4c17-b9a4-5620635abde1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (32283955-f720-4723-80b6-82d0fc44730d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:13.485084 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-9a344bac-2443-4c17-b9a4-5620635abde1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] For port 32283955-f720-4723-80b6-82d0fc44730d, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=32283955-f720-4723-80b6-82d0fc44730d,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:13.485450 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-9a344bac-2443-4c17-b9a4-5620635abde1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (32283955-f720-4723-80b6-82d0fc44730d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:13.497873 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-9a344bac-2443-4c17-b9a4-5620635abde1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Calling delete_port for 32283955-f720-4723-80b6-82d0fc44730d owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:13.601000 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:13.630817 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-9a344bac-2443-4c17-b9a4-5620635abde1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (32283955-f720-4723-80b6-82d0fc44730d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:13.658848 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a344bac-2443-4c17-b9a4-5620635abde1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event deleted for resources: {'Port': ['ID=32283955-f720-4723-80b6-82d0fc44730d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:13.706730 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-9a344bac-2443-4c17-b9a4-5620635abde1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] No DVR routers for this DVR port 32283955-f720-4723-80b6-82d0fc44730d on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:40:13.709274 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-9a344bac-2443-4c17-b9a4-5620635abde1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:13.712516 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5fa9a577-8f0f-440f-b315-87935f94b3ae req-9a344bac-2443-4c17-b9a4-5620635abde1 tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.23 "DELETE /v2.0/ports/32283955-f720-4723-80b6-82d0fc44730d HTTP/1.1" status: 204 len: 173 time: 0.4016335 Jun 29 12:40:13.712964 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'name': 'network-vif-deleted', 'tag': '32283955-f720-4723-80b6-82d0fc44730d'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:40:13.715267 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37351a63-4b3c-4ffa-be23-1d0ef514c4b0" -d '{"events": [{"server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "name": "network-vif-deleted", "tag": "32283955-f720-4723-80b6-82d0fc44730d"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:13.758019 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b130ea-4495-4c9d-b356-ed5d73d818db x-openstack-request-id: req-97b130ea-4495-4c9d-b356-ed5d73d818db {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:13.758637 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72186d8a-10a4-4b4a-b57e-6e8e520dc784", "name": "network-vif-deleted", "tag": "32283955-f720-4723-80b6-82d0fc44730d", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:13.758637 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97b130ea-4495-4c9d-b356-ed5d73d818db {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:13.758956 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b130ea-4495-4c9d-b356-ed5d73d818db'] response: {'server_uuid': '72186d8a-10a4-4b4a-b57e-6e8e520dc784', 'name': 'network-vif-deleted', 'tag': '32283955-f720-4723-80b6-82d0fc44730d', 'status': 'completed', 'code': 200} Jun 29 12:40:14.022175 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-757ea574-0a1e-4a42-8be7-2f8d287facb0 req-ab8fe285-e449-4fc6-bf4d-f9ca423636cb tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "GET /v2.0/ports?device_id=72186d8a-10a4-4b4a-b57e-6e8e520dc784 HTTP/1.1" status: 200 len: 210 time: 0.0304990 Jun 29 12:40:15.087351 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35668) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:15.142845 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2f2a-635c-4702-bb8d-3dbc518cceef tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group (41e906cb-6536-42eb-9ebd-08035f571f86), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:15.147534 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:15.168303 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2f2a-635c-4702-bb8d-3dbc518cceef tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group (41e906cb-6536-42eb-9ebd-08035f571f86), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:15.226971 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2f2a-635c-4702-bb8d-3dbc518cceef tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (41e906cb-6536-42eb-9ebd-08035f571f86), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:15.229569 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2f2a-635c-4702-bb8d-3dbc518cceef tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:15.230743 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-8cbe2f2a-635c-4702-bb8d-3dbc518cceef tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] 10.222.0.52 "DELETE /v2.0/security-groups/41e906cb-6536-42eb-9ebd-08035f571f86 HTTP/1.1" status: 204 len: 168 time: 0.1428134 Jun 29 12:40:15.240584 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe2f2a-635c-4702-bb8d-3dbc518cceef tempest-TestShelveInstance-219739888 tempest-TestShelveInstance-219739888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e906cb-6536-42eb-9ebd-08035f571f86,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:15.276621 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35672) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:15.649041 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-054c31e1-8b16-47eb-9cda-fb3836297a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:15.741689 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (739a9258-0f5b-46a9-af22-cf66284edd44), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:15.957421 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] Deleting port 09db1e36-5e00-4154-9b76-7e01f4c3e679 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:15.957670 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:16.037282 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] For port 09db1e36-5e00-4154-9b76-7e01f4c3e679, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=09db1e36-5e00-4154-9b76-7e01f4c3e679,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:16.037637 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:16.047030 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:16.051345 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] Calling delete_port for 09db1e36-5e00-4154-9b76-7e01f4c3e679 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:16.225915 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (09db1e36-5e00-4154-9b76-7e01f4c3e679), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:16.250175 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=09db1e36-5e00-4154-9b76-7e01f4c3e679,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:16.278824 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:16.416918 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (739a9258-0f5b-46a9-af22-cf66284edd44), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:16.774763 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 32283955-f720-4723-80b6-82d0fc44730d no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:16.795496 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 32283955-f720-4723-80b6-82d0fc44730d {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:16.796363 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 32283955-f720-4723-80b6-82d0fc44730d not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:16.888276 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] Router 739a9258-0f5b-46a9-af22-cf66284edd44 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:40:16.989026 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:40:16.993915 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-3b831637-d892-4458-b595-8f7b0d5ff9ad admin admin] 10.222.0.52 "PUT /v2.0/routers/739a9258-0f5b-46a9-af22-cf66284edd44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162411 Jun 29 12:40:16.996558 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35678) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:16.997825 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] Sync routers for ids ['739a9258-0f5b-46a9-af22-cf66284edd44'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:40:17.008526 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] Routers {'739a9258-0f5b-46a9-af22-cf66284edd44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:17.009140 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:39:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['739a9258-0f5b-46a9-af22-cf66284edd44'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:17.096230 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Publish callbacks [] for router (739a9258-0f5b-46a9-af22-cf66284edd44), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.112260 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] Set router 739a9258-0f5b-46a9-af22-cf66284edd44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:17.166798 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:17.190656 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:17.196758 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Publish callbacks [] for router_gateway (739a9258-0f5b-46a9-af22-cf66284edd44), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.230755 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:17.240516 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Deleting port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:17.241061 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.289746 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:40:16Z', 'revision_number': 5, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port': {'id': 'a24a24b3-b6f0-4198-9cbf-696f97ae0c0e', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:17.314963 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] Checking router: 739a9258-0f5b-46a9-af22-cf66284edd44 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:40:17.322774 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] For port a24a24b3-b6f0-4198-9cbf-696f97ae0c0e, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=a24a24b3-b6f0-4198-9cbf-696f97ae0c0e,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:17.323146 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.323513 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] Routers {'739a9258-0f5b-46a9-af22-cf66284edd44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:17.324140 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:39:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['739a9258-0f5b-46a9-af22-cf66284edd44'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:17.336464 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Calling delete_port for a24a24b3-b6f0-4198-9cbf-696f97ae0c0e owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:17.378385 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:17.499850 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] Set router 739a9258-0f5b-46a9-af22-cf66284edd44 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:17.508531 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (a24a24b3-b6f0-4198-9cbf-696f97ae0c0e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.531087 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Pushing event deleted for resources: {'Port': ['ID=a24a24b3-b6f0-4198-9cbf-696f97ae0c0e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:17.551186 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:40:17Z', 'revision_number': 6, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port_host': None}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:17.579447 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96471c-16be-4879-8cf3-a36ccab23c30 None None] The sync data for ids ['739a9258-0f5b-46a9-af22-cf66284edd44'] in dv-cinder-812685-12-iscsi is: [{'id': '739a9258-0f5b-46a9-af22-cf66284edd44', 'name': 'tempest-TestShelveInstance-363551959-router', 'tenant_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:05Z', 'updated_at': '2022-06-29T12:40:17Z', 'revision_number': 6, 'project_id': 'aacced43dbbb4c2e98bdff0d3cc557ad', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:40:17.594930 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (739a9258-0f5b-46a9-af22-cf66284edd44), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.687502 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (739a9258-0f5b-46a9-af22-cf66284edd44), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.689651 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Publish callbacks [] for router_controller (739a9258-0f5b-46a9-af22-cf66284edd44), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.734533 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (739a9258-0f5b-46a9-af22-cf66284edd44), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.735138 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 739a9258-0f5b-46a9-af22-cf66284edd44 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:40:17.739391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.740531 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-ef490387-9db5-452f-b056-756b579bf0db admin admin] 10.222.0.52 "DELETE /v2.0/routers/739a9258-0f5b-46a9-af22-cf66284edd44 HTTP/1.1" status: 204 len: 168 time: 0.7430258 Jun 29 12:40:17.743075 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35680) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:17.789191 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68c2e80-e42b-417f-acf8-cea25c9fb964 admin admin] Deleting subnet 8bc29a32-98e9-4d5a-9c55-e1a707d465cc {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:40:17.792321 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f68c2e80-e42b-417f-acf8-cea25c9fb964 admin admin] Publish callbacks [] for subnet (8bc29a32-98e9-4d5a-9c55-e1a707d465cc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.828913 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f68c2e80-e42b-417f-acf8-cea25c9fb964 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9681219'] for subnet (8bc29a32-98e9-4d5a-9c55-e1a707d465cc), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.909346 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f68c2e80-e42b-417f-acf8-cea25c9fb964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (8bc29a32-98e9-4d5a-9c55-e1a707d465cc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.964603 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f68c2e80-e42b-417f-acf8-cea25c9fb964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8466990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12177344'] for subnet (8bc29a32-98e9-4d5a-9c55-e1a707d465cc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:17.995170 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c2e80-e42b-417f-acf8-cea25c9fb964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc29a32-98e9-4d5a-9c55-e1a707d465cc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:17.997284 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f68c2e80-e42b-417f-acf8-cea25c9fb964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.003245 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35682) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:18.003733 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f68c2e80-e42b-417f-acf8-cea25c9fb964 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8bc29a32-98e9-4d5a-9c55-e1a707d465cc HTTP/1.1" status: 204 len: 168 time: 0.2591476 Jun 29 12:40:18.007919 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454b3075-4386-4697-bb9c-fa710860fbfb None None] Network ca85be79-dcc1-4564-a978-271ecca83135 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:40:18.069563 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5fe1962-6e2e-4858-b49b-121bd21b72bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.080688 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (ca85be79-dcc1-4564-a978-271ecca83135), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.130815 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Deleting port 18a9b880-3af6-4e69-873f-a73cc3e95c54 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:18.131181 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.195169 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] For port 18a9b880-3af6-4e69-873f-a73cc3e95c54, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=18a9b880-3af6-4e69-873f-a73cc3e95c54,segment=NetworkSegment(23b1b092-81a9-463a-9a2a-bc58641791e2),segment_id=23b1b092-81a9-463a-9a2a-bc58641791e2)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:18.195530 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.209417 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Calling delete_port for 18a9b880-3af6-4e69-873f-a73cc3e95c54 owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:18.291546 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (18a9b880-3af6-4e69-873f-a73cc3e95c54), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.314003 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a9b880-3af6-4e69-873f-a73cc3e95c54,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:18.323910 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] No DVR routers for this DVR port 18a9b880-3af6-4e69-873f-a73cc3e95c54 on host dv-cinder-812685-12-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:40:18.325929 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.326280 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.326657 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.328544 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.328886 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.329246 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.329605 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.329934 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.330266 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.330628 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.331007 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.331286 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.332597 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.332597 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.332597 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:18.383946 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc41ea32-522c-4c56-8260-d1330fb981bd None None] DHCP port deletion for ca85be79-dcc1-4564-a978-271ecca83135 request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:40:18.418287 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (ca85be79-dcc1-4564-a978-271ecca83135), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.439925 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca85be79-dcc1-4564-a978-271ecca83135']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:18.449633 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b1b092-81a9-463a-9a2a-bc58641791e2') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:18.449930 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b1b092-81a9-463a-9a2a-bc58641791e2') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:18.460495 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (23b1b092-81a9-463a-9a2a-bc58641791e2), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.475111 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (23b1b092-81a9-463a-9a2a-bc58641791e2), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.482003 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:40:18.482442 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (23b1b092-81a9-463a-9a2a-bc58641791e2), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.502932 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 23b1b092-81a9-463a-9a2a-bc58641791e2 resource provider aggregate not found Jun 29 12:40:18.543058 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 23b1b092-81a9-463a-9a2a-bc58641791e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23b1b092-81a9-463a-9a2a-bc58641791e2 found for delete ", "request_id": "req-b02ac98d-a920-4521-af51-3e699f59634b"}]} Jun 29 12:40:18.551491 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (ca85be79-dcc1-4564-a978-271ecca83135), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.557352 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:18.560536 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ca85be79-dcc1-4564-a978-271ecca83135 HTTP/1.1" status: 204 len: 168 time: 0.5563104 Jun 29 12:40:18.564391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35688) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:18.570964 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:18.575933 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b205281-a60b-46b2-aa12-9c9cb9b442d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca85be79-dcc1-4564-a978-271ecca83135,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:18.815130 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device a24a24b3-b6f0-4198-9cbf-696f97ae0c0e no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:18.835298 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: a24a24b3-b6f0-4198-9cbf-696f97ae0c0e {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:18.835591 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device a24a24b3-b6f0-4198-9cbf-696f97ae0c0e not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:18.836011 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 09db1e36-5e00-4154-9b76-7e01f4c3e679 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:18.854377 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 09db1e36-5e00-4154-9b76-7e01f4c3e679 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:18.854755 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 09db1e36-5e00-4154-9b76-7e01f4c3e679 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:18.855165 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 18a9b880-3af6-4e69-873f-a73cc3e95c54 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:18.872922 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 18a9b880-3af6-4e69-873f-a73cc3e95c54 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:18.873305 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 18a9b880-3af6-4e69-873f-a73cc3e95c54 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:18.878171 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:18.886208 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:19.102937 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] Deleting port 89dbb174-c0fe-4960-a324-667b7dfd353f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:19.103184 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:19.106791 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:19.184754 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] For port 89dbb174-c0fe-4960-a324-667b7dfd353f, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=89dbb174-c0fe-4960-a324-667b7dfd353f,segment=NetworkSegment(98e87478-5522-4b56-862d-f9070d6b951d),segment_id=98e87478-5522-4b56-862d-f9070d6b951d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:19.185114 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:19.198342 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] Calling delete_port for 89dbb174-c0fe-4960-a324-667b7dfd353f owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:19.375917 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (89dbb174-c0fe-4960-a324-667b7dfd353f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:19.404791 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=89dbb174-c0fe-4960-a324-667b7dfd353f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:19.456924 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:19.568187 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:19.673583 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:19.770963 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] Router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:40:19.869326 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:40:19.874092 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-459b310b-92b8-4528-b498-e4dd9ab6cbbb admin admin] 10.222.0.52 "PUT /v2.0/routers/d2d0ed1a-1fd5-418c-9218-6023ebbe2e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3087094 Jun 29 12:40:19.877288 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35692) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:19.880291 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] Sync routers for ids ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:40:19.891415 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] Routers {'d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:19.892188 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:19.976069 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Publish callbacks [] for router (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:19.995018 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] Set router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:20.082999 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Publish callbacks [] for router_gateway (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.124094 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Deleting port 22fcaa1c-93ce-4412-9529-63ccd9b051a0 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:20.124436 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.163731 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'name': 'tempest-TestShelveInstance-1538153385-router', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:13Z', 'updated_at': '2022-06-29T12:40:19Z', 'revision_number': 5, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'gw_port': {'id': '22fcaa1c-93ce-4412-9529-63ccd9b051a0', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:35:14Z', 'updated_at': '2022-06-29T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:20.189764 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] Checking router: d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:40:20.198115 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] Routers {'d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:20.199329 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:20.211467 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] For port 22fcaa1c-93ce-4412-9529-63ccd9b051a0, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=22fcaa1c-93ce-4412-9529-63ccd9b051a0,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:20.211834 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.225313 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Calling delete_port for 22fcaa1c-93ce-4412-9529-63ccd9b051a0 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:20.284116 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] Set router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 gateway port host: None {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:20.332874 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:20.336787 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'name': 'tempest-TestShelveInstance-1538153385-router', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:13Z', 'updated_at': '2022-06-29T12:40:20Z', 'revision_number': 6, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'gw_port_host': None}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:20.364769 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93b243-cea4-4798-93a5-4b6507a5cf63 None None] The sync data for ids ['d2d0ed1a-1fd5-418c-9218-6023ebbe2e28'] in dv-cinder-812685-12-iscsi is: [{'id': 'd2d0ed1a-1fd5-418c-9218-6023ebbe2e28', 'name': 'tempest-TestShelveInstance-1538153385-router', 'tenant_id': 'b499b15ff154498a96a5d304ded4cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:35:13Z', 'updated_at': '2022-06-29T12:40:20Z', 'revision_number': 6, 'project_id': 'b499b15ff154498a96a5d304ded4cb8f', 'gw_port_host': None}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:40:20.396402 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (22fcaa1c-93ce-4412-9529-63ccd9b051a0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.420173 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Pushing event deleted for resources: {'Port': ['ID=22fcaa1c-93ce-4412-9529-63ccd9b051a0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:20.461105 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.481886 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.483467 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:20.569449 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.571528 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Publish callbacks [] for router_controller (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.615798 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (d2d0ed1a-1fd5-418c-9218-6023ebbe2e28), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.616408 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:40:20.620426 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.621553 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-a5d7d085-0605-4958-9be5-f6b0f50592ea admin admin] 10.222.0.52 "DELETE /v2.0/routers/d2d0ed1a-1fd5-418c-9218-6023ebbe2e28 HTTP/1.1" status: 204 len: 168 time: 0.7433753 Jun 29 12:40:20.624124 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35694) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:20.668530 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4818fea-eadf-432d-810c-ccd34cb05b48 admin admin] Deleting subnet 7b8087e8-6bf5-4118-9d65-9812a87ab157 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:40:20.671494 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4818fea-eadf-432d-810c-ccd34cb05b48 admin admin] Publish callbacks [] for subnet (7b8087e8-6bf5-4118-9d65-9812a87ab157), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.707319 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4818fea-eadf-432d-810c-ccd34cb05b48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9681219'] for subnet (7b8087e8-6bf5-4118-9d65-9812a87ab157), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.790715 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4818fea-eadf-432d-810c-ccd34cb05b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (7b8087e8-6bf5-4118-9d65-9812a87ab157), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.851139 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4818fea-eadf-432d-810c-ccd34cb05b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8466990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12177344'] for subnet (7b8087e8-6bf5-4118-9d65-9812a87ab157), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.874306 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4818fea-eadf-432d-810c-ccd34cb05b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8087e8-6bf5-4118-9d65-9812a87ab157,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:20.881659 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4818fea-eadf-432d-810c-ccd34cb05b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:20.885539 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b4818fea-eadf-432d-810c-ccd34cb05b48 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7b8087e8-6bf5-4118-9d65-9812a87ab157 HTTP/1.1" status: 204 len: 168 time: 0.2605007 Jun 29 12:40:20.887225 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c456e81-c11a-4ff7-9f28-f55cd7084191 None None] Network 3d79f3f5-c886-452d-be36-c9de7cbc0d1d requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:40:20.888248 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35696) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:20.959995 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (3d79f3f5-c886-452d-be36-c9de7cbc0d1d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.006249 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Deleting port 8cbefa44-6999-4b93-8399-76ff0707f93c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:21.006699 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.008863 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.035406 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.073454 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] For port 8cbefa44-6999-4b93-8399-76ff0707f93c, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=8cbefa44-6999-4b93-8399-76ff0707f93c,segment=NetworkSegment(98e87478-5522-4b56-862d-f9070d6b951d),segment_id=98e87478-5522-4b56-862d-f9070d6b951d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:21.073739 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.087417 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Calling delete_port for 8cbefa44-6999-4b93-8399-76ff0707f93c owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:21.171126 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (8cbefa44-6999-4b93-8399-76ff0707f93c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.195848 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee58bf-11f5-4c51-b6bf-1d7a3fe408f2 None None] DHCP port deletion for 3d79f3f5-c886-452d-be36-c9de7cbc0d1d request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:40:21.197804 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbefa44-6999-4b93-8399-76ff0707f93c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:21.210260 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] No DVR routers for this DVR port 8cbefa44-6999-4b93-8399-76ff0707f93c on host dv-cinder-812685-12-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:40:21.228648 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 89dbb174-c0fe-4960-a324-667b7dfd353f no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:21.244739 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:21.248777 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 89dbb174-c0fe-4960-a324-667b7dfd353f {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:21.249134 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 89dbb174-c0fe-4960-a324-667b7dfd353f not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:21.553704 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (3d79f3f5-c886-452d-be36-c9de7cbc0d1d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.573292 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d79f3f5-c886-452d-be36-c9de7cbc0d1d']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:21.582222 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e87478-5522-4b56-862d-f9070d6b951d') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:21.582548 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e87478-5522-4b56-862d-f9070d6b951d') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:21.591921 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9681272'] for segment (98e87478-5522-4b56-862d-f9070d6b951d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.605781 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (98e87478-5522-4b56-862d-f9070d6b951d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.612839 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:40:21.613268 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8467092'] for segment (98e87478-5522-4b56-862d-f9070d6b951d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.671315 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (3d79f3f5-c886-452d-be36-c9de7cbc0d1d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.682599 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.688411 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3d79f3f5-c886-452d-be36-c9de7cbc0d1d HTTP/1.1" status: 204 len: 168 time: 0.7964382 Jun 29 12:40:21.697195 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658e061-e597-480e-a518-608d6ce714f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d79f3f5-c886-452d-be36-c9de7cbc0d1d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:21.774265 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment 98e87478-5522-4b56-862d-f9070d6b951d resource provider aggregate not found Jun 29 12:40:21.791578 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment 98e87478-5522-4b56-862d-f9070d6b951d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98e87478-5522-4b56-862d-f9070d6b951d found for delete ", "request_id": "req-09433cb1-5a28-4fa2-8588-943dc15ec754"}]} Jun 29 12:40:21.802124 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35706) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:21.846200 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-bb1544af-2095-4b17-8174-d05165076c63 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aacced43dbbb4c2e98bdff0d3cc557ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428760 Jun 29 12:40:21.848518 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35708) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:21.861783 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:21.897727 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-499a6671-e5f1-4b39-8ada-504f7dea185e admin admin] Publish callbacks [] for security_group (6cf8a888-3f0b-4e5a-856e-3c1d9600be39), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.919351 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-499a6671-e5f1-4b39-8ada-504f7dea185e admin admin] Publish callbacks [] for security_group (6cf8a888-3f0b-4e5a-856e-3c1d9600be39), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.964269 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-499a6671-e5f1-4b39-8ada-504f7dea185e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6cf8a888-3f0b-4e5a-856e-3c1d9600be39), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.966713 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-499a6671-e5f1-4b39-8ada-504f7dea185e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:21.967833 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-499a6671-e5f1-4b39-8ada-504f7dea185e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6cf8a888-3f0b-4e5a-856e-3c1d9600be39 HTTP/1.1" status: 204 len: 168 time: 0.1184494 Jun 29 12:40:21.976236 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a6671-e5f1-4b39-8ada-504f7dea185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf8a888-3f0b-4e5a-856e-3c1d9600be39,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:22.292271 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35714) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:22.336950 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-a0dbf455-e024-446e-bb98-d76b2ae00ce5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b499b15ff154498a96a5d304ded4cb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432374 Jun 29 12:40:22.339352 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35716) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:22.391811 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc85ce8a-8a8d-4508-88f5-939925bb948d admin admin] Publish callbacks [] for security_group (44de3002-2e9a-48c8-9f97-49fe54556ad1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:22.414385 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc85ce8a-8a8d-4508-88f5-939925bb948d admin admin] Publish callbacks [] for security_group (44de3002-2e9a-48c8-9f97-49fe54556ad1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:22.465157 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc85ce8a-8a8d-4508-88f5-939925bb948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (44de3002-2e9a-48c8-9f97-49fe54556ad1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:22.467847 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc85ce8a-8a8d-4508-88f5-939925bb948d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:22.469161 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-bc85ce8a-8a8d-4508-88f5-939925bb948d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44de3002-2e9a-48c8-9f97-49fe54556ad1 HTTP/1.1" status: 204 len: 168 time: 0.1288264 Jun 29 12:40:22.477669 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85ce8a-8a8d-4508-88f5-939925bb948d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44de3002-2e9a-48c8-9f97-49fe54556ad1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:22.809120 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 22fcaa1c-93ce-4412-9529-63ccd9b051a0 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:22.831907 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 22fcaa1c-93ce-4412-9529-63ccd9b051a0 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:22.832255 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 22fcaa1c-93ce-4412-9529-63ccd9b051a0 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:22.832668 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 8cbefa44-6999-4b93-8399-76ff0707f93c no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:22.852920 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 8cbefa44-6999-4b93-8399-76ff0707f93c {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:22.853270 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 8cbefa44-6999-4b93-8399-76ff0707f93c not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:23.605404 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cc0bd-4bab-4f3b-a407-fa73d690d5f9 req-2befa876-9c9b-4dfe-a0d2-93e3e7279ffd tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:23.606887 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d97cc0bd-4bab-4f3b-a407-fa73d690d5f9 req-2befa876-9c9b-4dfe-a0d2-93e3e7279ffd tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0510247 Jun 29 12:40:23.654203 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d97cc0bd-4bab-4f3b-a407-fa73d690d5f9 req-a86f905f-aa8d-467f-852d-07132cb03f59 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417447 Jun 29 12:40:24.771916 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c182489-8286-4b4c-b28b-a223b15f5029 req-be76405b-2c66-4a0b-8822-79f384638f82 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:24.773388 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6c182489-8286-4b4c-b28b-a223b15f5029 req-be76405b-2c66-4a0b-8822-79f384638f82 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0486617 Jun 29 12:40:24.820108 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6c182489-8286-4b4c-b28b-a223b15f5029 req-f0a0a071-ad1f-430c-9b35-237ac0915231 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=6ee44e47-d042-4d32-99f5-211a92e10042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408185 Jun 29 12:40:24.984690 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-9ee4ef12-1dba-424a-934e-5dbb40ee401c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:24.986358 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-9ee4ef12-1dba-424a-934e-5dbb40ee401c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 945 time: 0.0482759 Jun 29 12:40:25.075953 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Deleting port c149decc-6a28-4e86-8dc3-2be54897e82e {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:25.076299 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:25.167419 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] For port c149decc-6a28-4e86-8dc3-2be54897e82e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c149decc-6a28-4e86-8dc3-2be54897e82e,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:25.167783 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:25.208893 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ca636-0d75-41b6-b51e-6c6bc21213d7 req-d601811b-22d8-4439-8edc-506fce8f79be tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:25.210297 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-325ca636-0d75-41b6-b51e-6c6bc21213d7 req-d601811b-22d8-4439-8edc-506fce8f79be tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 947 time: 0.0476537 Jun 29 12:40:25.217756 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:25.259249 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-325ca636-0d75-41b6-b51e-6c6bc21213d7 req-e1973399-fa92-4859-977a-a93a02cfe26d tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 Jun 29 12:40:25.338151 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:25.338551 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (be2ea383-508d-4ae1-a701-9e796f7f7d06), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:25.338874 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Floating IP be2ea383-508d-4ae1-a701-9e796f7f7d06 disassociated. External IP: 172.27.1.38, port: c149decc-6a28-4e86-8dc3-2be54897e82e. Jun 29 12:40:25.339218 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Calling delete_port for c149decc-6a28-4e86-8dc3-2be54897e82e owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:25.403007 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:25.467408 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (c149decc-6a28-4e86-8dc3-2be54897e82e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:25.499289 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'Port': ['ID=c149decc-6a28-4e86-8dc3-2be54897e82e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:25.608120 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:40:25.711761 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:40:25.721715 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:40:25.731742 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:25.732350 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:25.760471 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] No DVR routers for this DVR port c149decc-6a28-4e86-8dc3-2be54897e82e on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:40:25.762825 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:25.766663 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6ab2eec4-a256-48d8-a2e3-cac2ec9cf8bb req-d1e090aa-ff4d-4a04-9545-abe5f12dd6de tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "DELETE /v2.0/ports/c149decc-6a28-4e86-8dc3-2be54897e82e HTTP/1.1" status: 204 len: 173 time: 0.7741420 Jun 29 12:40:25.767101 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'name': 'network-vif-deleted', 'tag': 'c149decc-6a28-4e86-8dc3-2be54897e82e'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:40:25.769383 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b19c03-c490-46e4-9f6d-a35743e370fa" -d '{"events": [{"server_uuid": "d363d4d7-f546-4939-9ac6-bd4eb1118338", "name": "network-vif-deleted", "tag": "c149decc-6a28-4e86-8dc3-2be54897e82e"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:25.805161 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a42efa-6d56-44dc-9767-2204dec2e093 x-openstack-request-id: req-d3a42efa-6d56-44dc-9767-2204dec2e093 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:25.805753 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d363d4d7-f546-4939-9ac6-bd4eb1118338", "name": "network-vif-deleted", "tag": "c149decc-6a28-4e86-8dc3-2be54897e82e", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:25.805856 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3a42efa-6d56-44dc-9767-2204dec2e093 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:25.806235 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a42efa-6d56-44dc-9767-2204dec2e093'] response: {'server_uuid': 'd363d4d7-f546-4939-9ac6-bd4eb1118338', 'name': 'network-vif-deleted', 'tag': 'c149decc-6a28-4e86-8dc3-2be54897e82e', 'status': 'completed', 'code': 200} Jun 29 12:40:25.837375 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:25.921545 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-00b4a4c5-810a-4dc3-a1dd-f23193688402 req-14f95745-fe96-4fff-886f-0c43012e6127 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d363d4d7-f546-4939-9ac6-bd4eb1118338 HTTP/1.1" status: 200 len: 210 time: 0.0290976 Jun 29 12:40:26.057115 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'e3d59d75-11bc-4674-8420-1ecae5080284', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:9b:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:38:20Z', 'updated_at': '2022-06-29T12:38:35Z', 'revision_number': 2, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:26.082074 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:40:26.090360 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:26.090992 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:26.198258 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:26.238283 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-9822bc09-5075-48d3-b54c-c245522428c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430739 Jun 29 12:40:26.401462 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:26.415683 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-32e645d2-1443-4f31-89cc-1e234c726159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:26.417357 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-32e645d2-1443-4f31-89cc-1e234c726159 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 1130 time: 0.0696218 Jun 29 12:40:26.423429 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cdbae-c3a6-474f-a06b-5e890fd12c73 req-dc6b662d-fbac-4cc6-9030-fb02a6660713 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:26.424792 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6c9cdbae-c3a6-474f-a06b-5e890fd12c73 req-dc6b662d-fbac-4cc6-9030-fb02a6660713 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 947 time: 0.0875497 Jun 29 12:40:26.440916 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'e3d59d75-11bc-4674-8420-1ecae5080284', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:9b:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:38:20Z', 'updated_at': '2022-06-29T12:38:35Z', 'revision_number': 2, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:26.466614 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5f538-9e57-4eea-9847-28c451237012 None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'e3d59d75-11bc-4674-8420-1ecae5080284', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:9b:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:38:20Z', 'updated_at': '2022-06-29T12:38:35Z', 'revision_number': 2, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:40:26.472923 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6c9cdbae-c3a6-474f-a06b-5e890fd12c73 req-4a06cc34-23cf-4a3a-b040-c45be98a1aa6 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups?id=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423477 Jun 29 12:40:26.660209 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-883fe66b-e0d9-49ca-86e8-32b0a39b96cc tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:26.661773 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-883fe66b-e0d9-49ca-86e8-32b0a39b96cc tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 947 time: 0.0764236 Jun 29 12:40:26.691807 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2520f-e106-439e-bd17-7269a293e26a None None] New status for floating IP be2ea383-508d-4ae1-a701-9e796f7f7d06: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:40:26.775872 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-43432bce-9237-4074-876a-a63f652cdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:26.777342 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-43432bce-9237-4074-876a-a63f652cdc17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 915 time: 0.1909058 Jun 29 12:40:26.823105 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:26.834478 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Deleting port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:26.834830 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:26.876670 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-a98e9031-cc3e-4685-9c3b-2d2588cae03f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96254a3e-9e71-4d23-acc2-9c889cabe601 HTTP/1.1" status: 200 len: 1002 time: 0.0919707 Jun 29 12:40:26.972614 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:26.974364 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-2258c09f-7fc7-47e7-9929-a58ac5339442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:26.975882 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-2258c09f-7fc7-47e7-9929-a58ac5339442 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0933874 Jun 29 12:40:26.978683 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] For port 91513e0c-31ea-42a7-a298-8bcc2b5e8547, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=91513e0c-31ea-42a7-a298-8bcc2b5e8547,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:26.978683 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.013725 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35756) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:27.070286 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-626f884e-e4ac-4c4d-95c7-cf3ceea5112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:27.071821 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-626f884e-e4ac-4c4d-95c7-cf3ceea5112c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0849872 Jun 29 12:40:27.073494 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a5d7ac13-2801-4c38-adf5-bfeb7ef8184c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (6ee44e47-d042-4d32-99f5-211a92e10042), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.086046 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:27.098661 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a5d7ac13-2801-4c38-adf5-bfeb7ef8184c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (6ee44e47-d042-4d32-99f5-211a92e10042), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.101301 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:27.148460 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a5d7ac13-2801-4c38-adf5-bfeb7ef8184c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6ee44e47-d042-4d32-99f5-211a92e10042), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.151116 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a5d7ac13-2801-4c38-adf5-bfeb7ef8184c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.152257 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a5d7ac13-2801-4c38-adf5-bfeb7ef8184c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "DELETE /v2.0/security-groups/6ee44e47-d042-4d32-99f5-211a92e10042 HTTP/1.1" status: 204 len: 168 time: 0.1373956 Jun 29 12:40:27.155772 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35758) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:27.174129 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7ac13-2801-4c38-adf5-bfeb7ef8184c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee44e47-d042-4d32-99f5-211a92e10042,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:27.177407 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.api.v2.resource [None req-c40c0204-a872-4ec8-ba67-682089dbf883 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] show failed (client error): The resource could not be found. Jun 29 12:40:27.181024 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c40c0204-a872-4ec8-ba67-682089dbf883 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups/6ee44e47-d042-4d32-99f5-211a92e10042 HTTP/1.1" status: 404 len: 347 time: 0.0202863 Jun 29 12:40:27.181505 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35760) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:27.253754 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.254121 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (9cc13642-52fa-4395-be22-e40029cfc3af), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.254462 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Floating IP 9cc13642-52fa-4395-be22-e40029cfc3af disassociated. External IP: 172.27.1.192, port: 91513e0c-31ea-42a7-a298-8bcc2b5e8547. Jun 29 12:40:27.255111 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Calling delete_port for 91513e0c-31ea-42a7-a298-8bcc2b5e8547 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:27.267704 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-ead711fb-d956-4e26-bf92-e9172486c4aa service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876829 Jun 29 12:40:27.297665 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-dc3edfae-7e7b-4e6c-9456-3cfa03206a37 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Deleting port 6da1720c-f659-4159-82ca-b3f31e4aa4a6 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:27.298023 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc3edfae-7e7b-4e6c-9456-3cfa03206a37 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (6da1720c-f659-4159-82ca-b3f31e4aa4a6), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.379753 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc3edfae-7e7b-4e6c-9456-3cfa03206a37 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (6da1720c-f659-4159-82ca-b3f31e4aa4a6), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.380164 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc3edfae-7e7b-4e6c-9456-3cfa03206a37 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (6da1720c-f659-4159-82ca-b3f31e4aa4a6), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.393254 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-dc3edfae-7e7b-4e6c-9456-3cfa03206a37 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Calling delete_port for 6da1720c-f659-4159-82ca-b3f31e4aa4a6 owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:27.422017 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6d29c8d9-b35d-4c0c-9472-b52e29591ac5 req-e124bb91-bb43-4d30-84c4-a0029e378c9a service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486547 Jun 29 12:40:27.469380 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (91513e0c-31ea-42a7-a298-8bcc2b5e8547), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.495991 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event deleted for resources: {'Port': ['ID=91513e0c-31ea-42a7-a298-8bcc2b5e8547,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:27.550315 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc3edfae-7e7b-4e6c-9456-3cfa03206a37 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (6da1720c-f659-4159-82ca-b3f31e4aa4a6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.589926 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3edfae-7e7b-4e6c-9456-3cfa03206a37 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'Port': ['ID=6da1720c-f659-4159-82ca-b3f31e4aa4a6,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:27.610547 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-260e463b-2fec-4266-90ff-487ba2724158 req-6dc3a51e-7b8e-4b54-9afb-c1f402da084e tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6005eeb-de9c-4299-85da-6bf176fba2db HTTP/1.1" status: 200 len: 210 time: 0.0575547 Jun 29 12:40:27.615485 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:40:27.672217 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc3edfae-7e7b-4e6c-9456-3cfa03206a37 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (be2ea383-508d-4ae1-a701-9e796f7f7d06), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.674694 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc3edfae-7e7b-4e6c-9456-3cfa03206a37 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.675833 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-dc3edfae-7e7b-4e6c-9456-3cfa03206a37 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "DELETE /v2.0/floatingips/be2ea383-508d-4ae1-a701-9e796f7f7d06 HTTP/1.1" status: 204 len: 168 time: 0.4936335 Jun 29 12:40:27.700032 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:27.729163 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:40:27.744248 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] Sync routers for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:40:27.755319 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:27.756126 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:27.773492 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] No DVR routers for this DVR port 91513e0c-31ea-42a7-a298-8bcc2b5e8547 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:40:27.776025 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:27.779407 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-abafc50b-df72-4b84-8b42-af3bdde1b6f4 req-dafc0ecf-84be-4022-8e5a-5930ee3607f1 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.23 "DELETE /v2.0/ports/91513e0c-31ea-42a7-a298-8bcc2b5e8547 HTTP/1.1" status: 204 len: 173 time: 1.0921021 Jun 29 12:40:27.807164 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'name': 'network-vif-deleted', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:40:27.809849 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075850b4-c14b-4e78-b3c3-8b9a11bd9133" -d '{"events": [{"server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "name": "network-vif-deleted", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:27.860433 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c087737-6a8d-400c-a5ce-86e5f6eb3a70 x-openstack-request-id: req-2c087737-6a8d-400c-a5ce-86e5f6eb3a70 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:27.861028 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6005eeb-de9c-4299-85da-6bf176fba2db", "name": "network-vif-deleted", "tag": "91513e0c-31ea-42a7-a298-8bcc2b5e8547", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:27.861170 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c087737-6a8d-400c-a5ce-86e5f6eb3a70 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:27.861641 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c087737-6a8d-400c-a5ce-86e5f6eb3a70'] response: {'server_uuid': 'b6005eeb-de9c-4299-85da-6bf176fba2db', 'name': 'network-vif-deleted', 'tag': '91513e0c-31ea-42a7-a298-8bcc2b5e8547', 'status': 'completed', 'code': 200} Jun 29 12:40:27.872760 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:27.874451 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:28.091472 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:28.116881 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] Checking router: 6ceba6fe-a67d-4495-ac70-bd8b27368d77 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:40:28.125010 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:28.125605 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:28.246649 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:28.515016 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:28.545205 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae831f59-f800-42d7-828d-0d6feb8718f7 None None] The sync data for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi is: [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:19Z', 'revision_number': 4, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'cb35c609-97d0-476f-a3f5-744f9ff71d3d', 'name': '', 'network_id': '397d642b-81b8-4b71-80dd-1d3a811e873b', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'mac_address': 'fa:16:3e:41:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:17Z', 'updated_at': '2022-06-29T12:33:28Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'subnets': [{'id': 'c148cadd-a729-4cd0-b892-76a50620ba16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:40:28.709474 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35780) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:28.778054 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cb6e1c19-da7c-4620-a976-4c4d12242e61 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:28.786596 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a6eb7-e518-4207-9ac2-ea3339f58de5 None None] New status for floating IP 9cc13642-52fa-4395-be22-e40029cfc3af: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:40:28.809416 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cb6e1c19-da7c-4620-a976-4c4d12242e61 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:28.833062 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c149decc-6a28-4e86-8dc3-2be54897e82e no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:28.859926 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cb6e1c19-da7c-4620-a976-4c4d12242e61 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:28.862488 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cb6e1c19-da7c-4620-a976-4c4d12242e61 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:28.863729 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-cb6e1c19-da7c-4620-a976-4c4d12242e61 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "DELETE /v2.0/security-groups/bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4 HTTP/1.1" status: 204 len: 168 time: 0.1532655 Jun 29 12:40:28.866638 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35782) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:28.874045 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e1c19-da7c-4620-a976-4c4d12242e61 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:28.882198 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.api.v2.resource [None req-a64cfe9c-a31e-4aab-89a6-7a4c399f9429 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] show failed (client error): The resource could not be found. Jun 29 12:40:28.883235 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-a64cfe9c-a31e-4aab-89a6-7a4c399f9429 tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "GET /v2.0/security-groups/bdce1fdc-1e46-4d0f-9ef9-f91aaed5b0b4 HTTP/1.1" status: 404 len: 347 time: 0.0156183 Jun 29 12:40:28.886393 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35784) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:28.887810 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: c149decc-6a28-4e86-8dc3-2be54897e82e {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:28.888218 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c149decc-6a28-4e86-8dc3-2be54897e82e not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:28.888651 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 91513e0c-31ea-42a7-a298-8bcc2b5e8547 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:28.938645 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 91513e0c-31ea-42a7-a298-8bcc2b5e8547 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:28.938907 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 91513e0c-31ea-42a7-a298-8bcc2b5e8547 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:29.003410 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-842cb3ef-a92b-4df9-a8ca-d866585dac7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Deleting port 69278485-c51a-464f-8f30-8f8149835d30 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:29.003755 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-842cb3ef-a92b-4df9-a8ca-d866585dac7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (69278485-c51a-464f-8f30-8f8149835d30), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:29.087126 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-842cb3ef-a92b-4df9-a8ca-d866585dac7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (69278485-c51a-464f-8f30-8f8149835d30), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:29.087853 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-842cb3ef-a92b-4df9-a8ca-d866585dac7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (69278485-c51a-464f-8f30-8f8149835d30), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:29.100537 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-842cb3ef-a92b-4df9-a8ca-d866585dac7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Calling delete_port for 69278485-c51a-464f-8f30-8f8149835d30 owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:29.108414 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:29.146941 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:29.234782 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-842cb3ef-a92b-4df9-a8ca-d866585dac7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (69278485-c51a-464f-8f30-8f8149835d30), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:29.262543 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cb3ef-a92b-4df9-a8ca-d866585dac7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Pushing event deleted for resources: {'Port': ['ID=69278485-c51a-464f-8f30-8f8149835d30,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:29.328555 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-842cb3ef-a92b-4df9-a8ca-d866585dac7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks [] for floatingip (9cc13642-52fa-4395-be22-e40029cfc3af), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:29.331027 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-842cb3ef-a92b-4df9-a8ca-d866585dac7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:29.332219 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-842cb3ef-a92b-4df9-a8ca-d866585dac7b tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] 10.222.0.52 "DELETE /v2.0/floatingips/9cc13642-52fa-4395-be22-e40029cfc3af HTTP/1.1" status: 204 len: 168 time: 0.4447949 Jun 29 12:40:29.358473 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d9f7e-684a-48c9-85ee-6f6f353842a7 req-000610ff-7ac1-4bf2-b3c4-64aa7307b8f9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:29.360058 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3d4d9f7e-684a-48c9-85ee-6f6f353842a7 req-000610ff-7ac1-4bf2-b3c4-64aa7307b8f9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 946 time: 0.0528798 Jun 29 12:40:29.408632 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3d4d9f7e-684a-48c9-85ee-6f6f353842a7 req-84f41e07-6847-492f-8ebf-a83d4117ab2c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Jun 29 12:40:30.525952 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d519704-ab46-4113-aa9c-5b32b7d839dc req-1bfbd438-893e-4a5d-8177-21187c7d96a7 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:30.527498 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7d519704-ab46-4113-aa9c-5b32b7d839dc req-1bfbd438-893e-4a5d-8177-21187c7d96a7 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 946 time: 0.0486641 Jun 29 12:40:30.583566 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7d519704-ab46-4113-aa9c-5b32b7d839dc req-6d19e120-a8e0-48cd-8ab9-88b268136af9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491805 Jun 29 12:40:30.730318 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:30.772611 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4325da1-a794-4c81-b523-472cce025766 req-d9da6f4c-2fda-44fc-9512-2a106f1c4652 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:30.774059 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c4325da1-a794-4c81-b523-472cce025766 req-d9da6f4c-2fda-44fc-9512-2a106f1c4652 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 946 time: 0.0529838 Jun 29 12:40:30.858548 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Deleting port 96254a3e-9e71-4d23-acc2-9c889cabe601 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:30.858949 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:30.949227 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] For port 96254a3e-9e71-4d23-acc2-9c889cabe601, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=96254a3e-9e71-4d23-acc2-9c889cabe601,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:30.949508 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:31.108623 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:31.109029 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (e3d59d75-11bc-4674-8420-1ecae5080284), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:31.109514 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Floating IP e3d59d75-11bc-4674-8420-1ecae5080284 disassociated. External IP: 172.27.1.212, port: 96254a3e-9e71-4d23-acc2-9c889cabe601. Jun 29 12:40:31.109862 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Calling delete_port for 96254a3e-9e71-4d23-acc2-9c889cabe601 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:31.236334 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (96254a3e-9e71-4d23-acc2-9c889cabe601), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:31.261857 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'Port': ['ID=96254a3e-9e71-4d23-acc2-9c889cabe601,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:31.634009 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:40:31.745980 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9f1e1fb8-0563-4677-adde-1738e54a14e5 req-4d441949-a0c3-4696-b85d-42c7bbd35bad tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8419121-12d7-431e-9ff0-dfa04c64cd00 HTTP/1.1" status: 200 len: 210 time: 0.0625772 Jun 29 12:40:31.761990 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35818) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:31.782715 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:40:31.796701 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:40:31.810230 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:31.810948 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:31.826180 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] No DVR routers for this DVR port 96254a3e-9e71-4d23-acc2-9c889cabe601 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:40:31.829253 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:31.832532 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c4325da1-a794-4c81-b523-472cce025766 req-17f724d8-a8ce-43ea-b0fb-87c8078bf060 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "DELETE /v2.0/ports/96254a3e-9e71-4d23-acc2-9c889cabe601 HTTP/1.1" status: 204 len: 173 time: 1.0531020 Jun 29 12:40:31.832992 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'name': 'network-vif-deleted', 'tag': '96254a3e-9e71-4d23-acc2-9c889cabe601'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:40:31.835278 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd11409a-045b-4fc1-9750-47e108dc22d2" -d '{"events": [{"server_uuid": "c8419121-12d7-431e-9ff0-dfa04c64cd00", "name": "network-vif-deleted", "tag": "96254a3e-9e71-4d23-acc2-9c889cabe601"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:31.875972 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cae378-5df0-428c-b821-182781da0871 x-openstack-request-id: req-18cae378-5df0-428c-b821-182781da0871 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:31.876254 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8419121-12d7-431e-9ff0-dfa04c64cd00", "name": "network-vif-deleted", "tag": "96254a3e-9e71-4d23-acc2-9c889cabe601", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:31.876688 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18cae378-5df0-428c-b821-182781da0871 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:31.877092 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18cae378-5df0-428c-b821-182781da0871'] response: {'server_uuid': 'c8419121-12d7-431e-9ff0-dfa04c64cd00', 'name': 'network-vif-deleted', 'tag': '96254a3e-9e71-4d23-acc2-9c889cabe601', 'status': 'completed', 'code': 200} Jun 29 12:40:31.925556 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:32.111109 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:32.115001 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:32.139846 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:40:32.149680 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:32.150296 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:32.223252 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:32.259029 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:32.356532 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (6ceba6fe-a67d-4495-ac70-bd8b27368d77), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:32.459462 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:32.485314 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f60728-43ee-4ecb-8a4e-b1eeeafd5b46 None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:40:32.576710 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:32.589248 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] Deleting port cb35c609-97d0-476f-a3f5-744f9ff71d3d {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:32.589561 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:32.676347 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] For port cb35c609-97d0-476f-a3f5-744f9ff71d3d, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=cb35c609-97d0-476f-a3f5-744f9ff71d3d,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:32.676726 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:32.690954 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] Calling delete_port for cb35c609-97d0-476f-a3f5-744f9ff71d3d owned by network:router_interface {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:32.692615 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0735a7b-6c4c-4326-a21c-f7afc0c624c5 None None] New status for floating IP e3d59d75-11bc-4674-8420-1ecae5080284: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:40:32.703507 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:32.727809 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:32.761033 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:32.849489 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35828) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:32.857621 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:32.886598 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (cb35c609-97d0-476f-a3f5-744f9ff71d3d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:32.904684 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:32.911718 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3e9d-8335-419e-a9e5-32ea9d173151 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (b9fe745d-7f7a-41f9-8c03-5efd90fe43aa), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:32.920521 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb35c609-97d0-476f-a3f5-744f9ff71d3d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:32.944343 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3e9d-8335-419e-a9e5-32ea9d173151 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (b9fe745d-7f7a-41f9-8c03-5efd90fe43aa), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:32.997023 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3e9d-8335-419e-a9e5-32ea9d173151 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (b9fe745d-7f7a-41f9-8c03-5efd90fe43aa), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.000257 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b9dd3e9d-8335-419e-a9e5-32ea9d173151 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.001430 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b9dd3e9d-8335-419e-a9e5-32ea9d173151 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "DELETE /v2.0/security-groups/b9fe745d-7f7a-41f9-8c03-5efd90fe43aa HTTP/1.1" status: 204 len: 168 time: 0.1509438 Jun 29 12:40:33.005026 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35830) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:33.022265 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd3e9d-8335-419e-a9e5-32ea9d173151 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fe745d-7f7a-41f9-8c03-5efd90fe43aa,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:33.024373 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.api.v2.resource [None req-dc299ee4-76d4-4f22-8a4b-fbf4e83da03d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] show failed (client error): The resource could not be found. Jun 29 12:40:33.025523 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-dc299ee4-76d4-4f22-8a4b-fbf4e83da03d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups/b9fe745d-7f7a-41f9-8c03-5efd90fe43aa HTTP/1.1" status: 404 len: 347 time: 0.0195541 Jun 29 12:40:33.028458 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35832) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:33.085369 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (6ceba6fe-a67d-4495-ac70-bd8b27368d77), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.156819 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c009c058-56d8-44bb-a1dc-8c3e7ffea711 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Deleting port fbbac3b0-a01a-460f-9381-cc3672ba529f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:33.157147 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c009c058-56d8-44bb-a1dc-8c3e7ffea711 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (fbbac3b0-a01a-460f-9381-cc3672ba529f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.232684 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c009c058-56d8-44bb-a1dc-8c3e7ffea711 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (fbbac3b0-a01a-460f-9381-cc3672ba529f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.232928 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c009c058-56d8-44bb-a1dc-8c3e7ffea711 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (fbbac3b0-a01a-460f-9381-cc3672ba529f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.245560 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c009c058-56d8-44bb-a1dc-8c3e7ffea711 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Calling delete_port for fbbac3b0-a01a-460f-9381-cc3672ba529f owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:33.300893 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] Router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:40:33.384960 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c009c058-56d8-44bb-a1dc-8c3e7ffea711 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (fbbac3b0-a01a-460f-9381-cc3672ba529f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.413135 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009c058-56d8-44bb-a1dc-8c3e7ffea711 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'Port': ['ID=fbbac3b0-a01a-460f-9381-cc3672ba529f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:33.484702 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c009c058-56d8-44bb-a1dc-8c3e7ffea711 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (e3d59d75-11bc-4674-8420-1ecae5080284), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.487281 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c009c058-56d8-44bb-a1dc-8c3e7ffea711 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.491008 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-c009c058-56d8-44bb-a1dc-8c3e7ffea711 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "DELETE /v2.0/floatingips/e3d59d75-11bc-4674-8420-1ecae5080284 HTTP/1.1" status: 204 len: 168 time: 0.4588447 Jun 29 12:40:33.561951 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35836) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:33.567098 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3353f68e-3ed2-4147-9f88-056d3d848229 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1877527430', 'description': 'tempest-description--1897827103'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:40:33.587376 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3353f68e-3ed2-4147-9f88-056d3d848229 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.655466 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3353f68e-3ed2-4147-9f88-056d3d848229 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (71121884-3726-4d7d-abfe-c715ea927e1f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.657453 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:40:33.659847 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3353f68e-3ed2-4147-9f88-056d3d848229 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (71121884-3726-4d7d-abfe-c715ea927e1f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.665105 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2157ec8a-054f-4835-93aa-71e3c45f17c9 admin admin] 10.222.0.52 "PUT /v2.0/routers/6ceba6fe-a67d-4495-ac70-bd8b27368d77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8994856 Jun 29 12:40:33.667088 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] Sync routers for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:40:33.669290 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35838) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:33.678443 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:33.679074 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:33.753242 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353f68e-3ed2-4147-9f88-056d3d848229 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71121884-3726-4d7d-abfe-c715ea927e1f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:33.760114 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3353f68e-3ed2-4147-9f88-056d3d848229 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.762882 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-3353f68e-3ed2-4147-9f88-056d3d848229 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1996281 Jun 29 12:40:33.764959 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35840) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:33.773218 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-5699f9dc-f5c6-45a0-a570-4588df04a96f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group_rule': {'security_group_id': '71121884-3726-4d7d-abfe-c715ea927e1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:40:33.786865 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:33.804542 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:33.804940 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5699f9dc-f5c6-45a0-a570-4588df04a96f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (a6cafaa1-155d-4e3d-bf1a-739cffdd3b8e), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.808560 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Publish callbacks [] for router (6ceba6fe-a67d-4495-ac70-bd8b27368d77), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.808716 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:33.864840 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5699f9dc-f5c6-45a0-a570-4588df04a96f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (a6cafaa1-155d-4e3d-bf1a-739cffdd3b8e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.869005 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5699f9dc-f5c6-45a0-a570-4588df04a96f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (a6cafaa1-155d-4e3d-bf1a-739cffdd3b8e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.879203 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:33.891029 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699f9dc-f5c6-45a0-a570-4588df04a96f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cafaa1-155d-4e3d-bf1a-739cffdd3b8e,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:33.896641 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5699f9dc-f5c6-45a0-a570-4588df04a96f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.898030 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5699f9dc-f5c6-45a0-a570-4588df04a96f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310353 Jun 29 12:40:33.900904 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35842) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:33.907639 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-5786a12b-7cb3-4be2-b4c3-d214998157bf tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group_rule': {'security_group_id': '71121884-3726-4d7d-abfe-c715ea927e1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:40:33.915193 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:33.928390 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Publish callbacks [] for router_gateway (6ceba6fe-a67d-4495-ac70-bd8b27368d77), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.939589 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5786a12b-7cb3-4be2-b4c3-d214998157bf tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (e41e7820-3519-407a-9813-2287a5f2a71a), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:33.973296 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd182489e-583a-4045-a293-36edd8cd2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:40:32Z', 'revision_number': 5, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port': {'id': 'd182489e-583a-4045-a293-36edd8cd2800', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:33.978972 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Deleting port d182489e-583a-4045-a293-36edd8cd2800 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:33.979457 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (d182489e-583a-4045-a293-36edd8cd2800), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.001886 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5786a12b-7cb3-4be2-b4c3-d214998157bf tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (e41e7820-3519-407a-9813-2287a5f2a71a), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.004231 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] Checking router: 6ceba6fe-a67d-4495-ac70-bd8b27368d77 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:40:34.009099 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5786a12b-7cb3-4be2-b4c3-d214998157bf tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (e41e7820-3519-407a-9813-2287a5f2a71a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.013228 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] Routers {'6ceba6fe-a67d-4495-ac70-bd8b27368d77'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:34.013858 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:34.029145 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786a12b-7cb3-4be2-b4c3-d214998157bf tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41e7820-3519-407a-9813-2287a5f2a71a,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:34.034628 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5786a12b-7cb3-4be2-b4c3-d214998157bf tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.039229 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5786a12b-7cb3-4be2-b4c3-d214998157bf tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364481 Jun 29 12:40:34.039780 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35844) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:34.044736 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:40:34.071851 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.080067 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] For port d182489e-583a-4045-a293-36edd8cd2800, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=d182489e-583a-4045-a293-36edd8cd2800,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:34.080432 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (d182489e-583a-4045-a293-36edd8cd2800), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.096864 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Calling delete_port for d182489e-583a-4045-a293-36edd8cd2800 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:34.106832 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] Set router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:34.159841 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:40:33Z', 'revision_number': 6, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port_host': None}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:34.161361 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.186178 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359d48e-67e8-4f46-a53e-142be6e743c4 None None] The sync data for ids ['6ceba6fe-a67d-4495-ac70-bd8b27368d77'] in dv-cinder-812685-12-iscsi is: [{'id': '6ceba6fe-a67d-4495-ac70-bd8b27368d77', 'name': 'tempest-AttachVolumeShelveTestJSON-95568491-router', 'tenant_id': '0ed882ae485441db99ccf6109be51b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:33:12Z', 'updated_at': '2022-06-29T12:40:33Z', 'revision_number': 6, 'project_id': '0ed882ae485441db99ccf6109be51b22', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:40:34.278329 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (d182489e-583a-4045-a293-36edd8cd2800), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.280291 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Allocated IP 172.27.1.202 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/6a697573-2b35-446c-8818-7f04b1f9394d) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:40:34.310559 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d182489e-583a-4045-a293-36edd8cd2800,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:34.367803 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (6ceba6fe-a67d-4495-ac70-bd8b27368d77), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.388657 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (6a697573-2b35-446c-8818-7f04b1f9394d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.422133 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (6a697573-2b35-446c-8818-7f04b1f9394d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.455430 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (6ceba6fe-a67d-4495-ac70-bd8b27368d77), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.457517 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Publish callbacks [] for router_controller (6ceba6fe-a67d-4495-ac70-bd8b27368d77), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.468164 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:40:34.473924 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:40:34.476346 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:40:34.500170 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=6a697573-2b35-446c-8818-7f04b1f9394d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:34.502989 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (6ceba6fe-a67d-4495-ac70-bd8b27368d77), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.503771 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ceba6fe-a67d-4495-ac70-bd8b27368d77 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:40:34.508760 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.512544 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 35846) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:34.512697 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-8903c2ed-e841-4096-bfb5-9ac27294a4e5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/6ceba6fe-a67d-4495-ac70-bd8b27368d77 HTTP/1.1" status: 204 len: 168 time: 0.8423498 Jun 29 12:40:34.556483 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:34.606097 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-858958db-fbb8-4525-9cc6-ac84ce8221d2 admin admin] Deleting subnet c148cadd-a729-4cd0-b892-76a50620ba16 {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:40:34.614648 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-858958db-fbb8-4525-9cc6-ac84ce8221d2 admin admin] Publish callbacks [] for subnet (c148cadd-a729-4cd0-b892-76a50620ba16), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.648125 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:34.656594 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (f0a5fcc1-5227-4d44-a10c-30c2742b2bce), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.672152 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-858958db-fbb8-4525-9cc6-ac84ce8221d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10213937'] for subnet (c148cadd-a729-4cd0-b892-76a50620ba16), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.746510 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (6a697573-2b35-446c-8818-7f04b1f9394d), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.823617 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-858958db-fbb8-4525-9cc6-ac84ce8221d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (c148cadd-a729-4cd0-b892-76a50620ba16), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.877817 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 96254a3e-9e71-4d23-acc2-9c889cabe601 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:34.901044 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 96254a3e-9e71-4d23-acc2-9c889cabe601 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:34.901391 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 96254a3e-9e71-4d23-acc2-9c889cabe601 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:34.947250 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-858958db-fbb8-4525-9cc6-ac84ce8221d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9798013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580198'] for subnet (c148cadd-a729-4cd0-b892-76a50620ba16), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:34.991479 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device d182489e-583a-4045-a293-36edd8cd2800 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:35.003957 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858958db-fbb8-4525-9cc6-ac84ce8221d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c148cadd-a729-4cd0-b892-76a50620ba16,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:35.005894 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-858958db-fbb8-4525-9cc6-ac84ce8221d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.011888 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-858958db-fbb8-4525-9cc6-ac84ce8221d2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c148cadd-a729-4cd0-b892-76a50620ba16 HTTP/1.1" status: 204 len: 168 time: 0.4983134 Jun 29 12:40:35.012650 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35848) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:35.014750 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9a1b9f-df6c-4fc1-a8b2-657baed9ed16 None None] Network 397d642b-81b8-4b71-80dd-1d3a811e873b requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:40:35.018356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: d182489e-583a-4045-a293-36edd8cd2800 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:35.018782 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device d182489e-583a-4045-a293-36edd8cd2800 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:35.019119 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device cb35c609-97d0-476f-a3f5-744f9ff71d3d no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:35.035145 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (6a697573-2b35-446c-8818-7f04b1f9394d), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.042811 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (6a697573-2b35-446c-8818-7f04b1f9394d), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.128423 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (397d642b-81b8-4b71-80dd-1d3a811e873b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.157754 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=6a697573-2b35-446c-8818-7f04b1f9394d,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:35.172496 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (f0a5fcc1-5227-4d44-a10c-30c2742b2bce), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.194484 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.195604 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Deleting port 43bc7a3c-52f3-4b97-9baf-727a9d64075a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:40:35.196579 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.196932 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b50e32c5-2551-4d5d-ab79-2891172d570b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1560185 Jun 29 12:40:35.294905 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: cb35c609-97d0-476f-a3f5-744f9ff71d3d {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:35.295657 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device cb35c609-97d0-476f-a3f5-744f9ff71d3d not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:35.319056 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] For port 43bc7a3c-52f3-4b97-9baf-727a9d64075a, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=43bc7a3c-52f3-4b97-9baf-727a9d64075a,segment=NetworkSegment(e3632dff-7eea-4a1b-8338-485bc7e21bcd),segment_id=e3632dff-7eea-4a1b-8338-485bc7e21bcd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:35.320405 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.343161 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Calling delete_port for 43bc7a3c-52f3-4b97-9baf-727a9d64075a owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:40:35.425724 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:35.442794 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:35.459161 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154b7dc1-512b-4063-9418-44414f3565ed None None] DHCP port deletion for 397d642b-81b8-4b71-80dd-1d3a811e873b request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:40:35.463305 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (43bc7a3c-52f3-4b97-9baf-727a9d64075a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.479742 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-2fe543cc-582b-4027-97a6-213f1fe6106c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1877527430&fields=id&tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 267 time: 0.0600054 Jun 29 12:40:35.498386 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bc7a3c-52f3-4b97-9baf-727a9d64075a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:35.505409 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] No DVR routers for this DVR port 43bc7a3c-52f3-4b97-9baf-727a9d64075a on host dv-cinder-812685-12-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:40:35.589199 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (397d642b-81b8-4b71-80dd-1d3a811e873b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.604926 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-1b7b82aa-e481-4833-b6cf-bb1acb6aa525 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:35.606395 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-1b7b82aa-e481-4833-b6cf-bb1acb6aa525 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 814 time: 0.1199622 Jun 29 12:40:35.611050 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397d642b-81b8-4b71-80dd-1d3a811e873b']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:35.620472 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3632dff-7eea-4a1b-8338-485bc7e21bcd') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:35.620770 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3632dff-7eea-4a1b-8338-485bc7e21bcd') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:35.621938 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-4b8b9223-94b2-46a8-8c27-c075346c28fa tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/quotas/f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 375 time: 0.0091894 Jun 29 12:40:35.634889 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9681272'] for segment (e3632dff-7eea-4a1b-8338-485bc7e21bcd), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.649244 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (e3632dff-7eea-4a1b-8338-485bc7e21bcd), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.655489 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:40:35.656499 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8467092'] for segment (e3632dff-7eea-4a1b-8338-485bc7e21bcd), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.675014 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f5253a33-fb6b-43bb-baa2-f5923879b75c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472677 Jun 29 12:40:35.675973 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment e3632dff-7eea-4a1b-8338-485bc7e21bcd resource provider aggregate not found Jun 29 12:40:35.715567 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment e3632dff-7eea-4a1b-8338-485bc7e21bcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3632dff-7eea-4a1b-8338-485bc7e21bcd found for delete ", "request_id": "req-55c73572-4cfa-4be0-87a0-eaf4c932a88d"}]} Jun 29 12:40:35.721910 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:35.725947 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (397d642b-81b8-4b71-80dd-1d3a811e873b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.731762 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:35.735593 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/397d642b-81b8-4b71-80dd-1d3a811e873b HTTP/1.1" status: 204 len: 168 time: 0.7209342 Jun 29 12:40:35.746561 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db494755-678d-402c-8682-5bf238abcbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=397d642b-81b8-4b71-80dd-1d3a811e873b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:35.787612 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-9904c14a-b6e4-439c-9e6e-14b3ce80e63e service neutron] 10.222.0.52 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006589 Jun 29 12:40:35.870731 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35870) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:35.882756 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-bc350610-7d3a-4d21-ad4a-e1bacf16c5d7 service neutron] 10.222.0.52 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893726 Jun 29 12:40:35.912528 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-bfb5fe15-158c-4a1f-b361-a9fc635cc842 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ed882ae485441db99ccf6109be51b22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406208 Jun 29 12:40:35.915027 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 35872) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:35.970185 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c6edcfd-011a-4dc0-bec0-bdbfbbda6f11 admin admin] Publish callbacks [] for security_group (8b68138a-5d8c-4a93-ad5e-280f13749a21), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:36.000074 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c6edcfd-011a-4dc0-bec0-bdbfbbda6f11 admin admin] Publish callbacks [] for security_group (8b68138a-5d8c-4a93-ad5e-280f13749a21), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:36.058525 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8188127b-8c08-41b4-94f1-e241a734278e req-c812e651-86e8-49c9-9cb0-9575e112e7f1 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 210 time: 0.0359807 Jun 29 12:40:36.081041 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c6edcfd-011a-4dc0-bec0-bdbfbbda6f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8b68138a-5d8c-4a93-ad5e-280f13749a21), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:36.083750 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c6edcfd-011a-4dc0-bec0-bdbfbbda6f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:36.084867 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-4c6edcfd-011a-4dc0-bec0-bdbfbbda6f11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b68138a-5d8c-4a93-ad5e-280f13749a21 HTTP/1.1" status: 204 len: 168 time: 0.1689336 Jun 29 12:40:36.092763 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6edcfd-011a-4dc0-bec0-bdbfbbda6f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b68138a-5d8c-4a93-ad5e-280f13749a21,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:36.817819 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 43bc7a3c-52f3-4b97-9baf-727a9d64075a no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:36.837886 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 43bc7a3c-52f3-4b97-9baf-727a9d64075a {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:40:36.838242 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 43bc7a3c-52f3-4b97-9baf-727a9d64075a not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:37.002617 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-18665b1a-6250-424d-885b-9626e056101e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:37.004666 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-18665b1a-6250-424d-885b-9626e056101e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 814 time: 0.1187150 Jun 29 12:40:37.074122 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-a032f276-cef1-4857-80e8-e88aead34d1f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 380 time: 0.0617089 Jun 29 12:40:37.149656 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'port': {'device_id': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'admin_state_up': True, 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'security_groups': ['71121884-3726-4d7d-abfe-c715ea927e1f']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:40:37.169838 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-874b4d14-4e45-4076-bb27-d79a6bec04cc req-34f28435-f839-46b4-af7d-1fc95d39beb5 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 210 time: 0.0357382 Jun 29 12:40:37.285692 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Made reservation on behalf of f18ffa75c23e4276a8b5b4fc3821fb87 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:40:37.289601 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:37.409599 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:DELETE=10,neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:37.425515 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Allocated IP 172.20.0.5 (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0/90758b2d-0d10-4904-b8ff-1c1ca767bc07/ba2f4f8f-721b-4ca9-baa6-9503942c77a9) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:40:37.431246 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:37.572591 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:37.604312 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:37.648309 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:40:37.651366 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:40:37.655139 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:40:37.681810 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:37.710304 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:37.710944 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:37.731131 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f024b854-7742-4b7d-bfe0-df9dc564413d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5951271 Jun 29 12:40:37.742774 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Request body: {'port': {'device_id': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:40:37.808488 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:37.833762 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-520f7436-5b05-4029-925e-a305b51d26ee None None] Provisioning complete for port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:40:37.834334 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-520f7436-5b05-4029-925e-a305b51d26ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:37.866642 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-520f7436-5b05-4029-925e-a305b51d26ee None None] Port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:40:38.064081 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2f4f8f-721b-4ca9-baa6-9503942c77a9 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:40:38.071544 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Publish callbacks [] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:38.084282 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Transition to ACTIVE for port object ba2f4f8f-721b-4ca9-baa6-9503942c77a9 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:40:38.087886 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:38.139934 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:38.222141 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Attempting to bind port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:40:38.222523 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Attempting to bind port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:40:38.222868 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Attempting to bind port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:40:38.226220 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:38.228691 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:40:38.229021 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Attempting to bind port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:40:38.232119 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:38.237571 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:40:38.237882 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Checking segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:40:38.238276 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Bound using segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:40:38.238736 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Bound port: ba2f4f8f-721b-4ca9-baa6-9503942c77a9, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:40:38.239109 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:38.282629 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:38.305186 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dc367-cba9-447d-8ecf-899ffd6615c5 req-bbeb324a-8e19-4b19-ae72-2f13f31742ce tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:38.306701 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ea8dc367-cba9-447d-8ecf-899ffd6615c5 req-bbeb324a-8e19-4b19-ae72-2f13f31742ce tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 943 time: 0.0543208 Jun 29 12:40:38.311131 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] For port ba2f4f8f-721b-4ca9-baa6-9503942c77a9, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:40:38.314884 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] For port ba2f4f8f-721b-4ca9-baa6-9503942c77a9, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:40:38.321572 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:38.325090 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:40:38.365651 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:38.366217 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:38.367633 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] 10.222.0.23 "PUT /v2.0/ports/ba2f4f8f-721b-4ca9-baa6-9503942c77a9 HTTP/1.1" status: 200 len: 1093 time: 0.6292326 Jun 29 12:40:38.368095 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'tag': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:40:38.370337 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e0d99d-35d9-455b-944d-3468780b7ec0", "tag": "ba2f4f8f-721b-4ca9-baa6-9503942c77a9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:38.388571 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ea8dc367-cba9-447d-8ecf-899ffd6615c5 req-85e693db-5c52-4d3f-a478-49966715c456 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732880 Jun 29 12:40:38.388737 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0f824-ec91-4fee-b02d-1f75f3d2d1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:38.466367 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-600a4c25-9a29-40a6-8948-0e3832862286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:38.468751 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-600a4c25-9a29-40a6-8948-0e3832862286 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 1127 time: 0.0490978 Jun 29 12:40:38.470381 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda73a24-d7d5-4b61-9d39-a0ce7c4ab54a x-openstack-request-id: req-bda73a24-d7d5-4b61-9d39-a0ce7c4ab54a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:38.470767 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e0d99d-35d9-455b-944d-3468780b7ec0", "tag": "ba2f4f8f-721b-4ca9-baa6-9503942c77a9", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:38.471101 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bda73a24-d7d5-4b61-9d39-a0ce7c4ab54a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:38.471577 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda73a24-d7d5-4b61-9d39-a0ce7c4ab54a'] response: {'name': 'network-changed', 'server_uuid': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'tag': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9', 'status': 'completed', 'code': 200} Jun 29 12:40:38.509587 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-5bdee428-482c-4f6d-89fb-d5bb55356f4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2f4f8f-721b-4ca9-baa6-9503942c77a9 HTTP/1.1" status: 200 len: 217 time: 0.0348895 Jun 29 12:40:38.570340 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f630f936-d66d-4ed3-bc4c-4cc5f9e4cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:38.571842 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f630f936-d66d-4ed3-bc4c-4cc5f9e4cdcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0554879 Jun 29 12:40:38.627285 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f2140161-9f85-4fc7-968a-19ad6e36803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:38.628865 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-f2140161-9f85-4fc7-968a-19ad6e36803a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510726 Jun 29 12:40:38.728438 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-c6d82e7e-5833-420a-8c10-361144c6d56e service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936589 Jun 29 12:40:38.824624 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5dbd6c6e-b4e8-42ff-8670-f0d44bdc2607 req-6afdcb23-9e9a-4428-8402-88dbfce4996a service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901220 Jun 29 12:40:39.497248 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fabfed-a66d-4532-8824-18b663078b61 req-e71c90dc-0e1a-46db-a6df-d1e173ae4054 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:39.498693 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-83fabfed-a66d-4532-8824-18b663078b61 req-e71c90dc-0e1a-46db-a6df-d1e173ae4054 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 943 time: 0.0467515 Jun 29 12:40:39.544408 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-83fabfed-a66d-4532-8824-18b663078b61 req-fc4c3565-f41c-43ac-9f4b-20a6df97198e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Jun 29 12:40:40.667424 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bf0fa-3861-4384-877c-9642a338003b req-5c0d8687-c6df-44e0-9d56-e754b913b40e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:40.668806 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036bf0fa-3861-4384-877c-9642a338003b req-5c0d8687-c6df-44e0-9d56-e754b913b40e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 943 time: 0.0509427 Jun 29 12:40:40.716045 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-036bf0fa-3861-4384-877c-9642a338003b req-9c3720ad-176b-4772-874c-30d57d70e785 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Jun 29 12:40:41.834454 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a3092-add3-4e15-aa50-4f4c45119905 req-309c6498-1b03-4387-88c8-b4c2886040c7 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:41.835963 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5e9a3092-add3-4e15-aa50-4f4c45119905 req-309c6498-1b03-4387-88c8-b4c2886040c7 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 943 time: 0.0494030 Jun 29 12:40:41.885232 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5e9a3092-add3-4e15-aa50-4f4c45119905 req-a4cac9ec-a6f9-405e-badf-e4ee1ef495f8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 Jun 29 12:40:42.067172 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-3e0c5ae9-263d-489e-8aa0-71d0aaab12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:42.068770 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-3e0c5ae9-263d-489e-8aa0-71d0aaab12fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 1127 time: 0.0453556 Jun 29 12:40:42.159896 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-c1e6632b-ce1a-4e94-8d7e-e702f0694781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:42.161343 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-c1e6632b-ce1a-4e94-8d7e-e702f0694781 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 915 time: 0.0867834 Jun 29 12:40:42.200232 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-49e3039a-494f-492d-9199-656f8eb23014 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2f4f8f-721b-4ca9-baa6-9503942c77a9 HTTP/1.1" status: 200 len: 217 time: 0.0328104 Jun 29 12:40:42.211751 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:42.252357 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-736b4a90-c5bb-4ea5-a28d-6fd2a5067ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:42.253758 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-736b4a90-c5bb-4ea5-a28d-6fd2a5067ee3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0484517 Jun 29 12:40:42.295160 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-5306791c-7bff-4d98-be42-0cabb4440c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:42.297414 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-5306791c-7bff-4d98-be42-0cabb4440c6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382318 Jun 29 12:40:42.319867 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:42.390523 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-3ae3a53a-19c7-4980-8682-b7520a454f89 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868800 Jun 29 12:40:42.477070 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55ce90bb-42fa-4360-bb5e-7ccc070c82c8 req-dc4eeb0b-dc4f-4d72-a723-324e546f57a4 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815585 Jun 29 12:40:42.891725 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device ba2f4f8f-721b-4ca9-baa6-9503942c77a9 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:40:42.997042 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port ba2f4f8f-721b-4ca9-baa6-9503942c77a9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:43.009021 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0594b55-b6a3-46db-be21-d2dc633fbf4d req-e4a88120-ca7d-4255-b03c-5d2df99af271 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:43.012579 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'port_id': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9', 'mac_address': 'fa:16:3e:05:f2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:40:43.016374 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c0594b55-b6a3-46db-be21-d2dc633fbf4d req-e4a88120-ca7d-4255-b03c-5d2df99af271 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 943 time: 0.0559862 Jun 29 12:40:43.052408 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:40:43.052801 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:43.062618 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c0594b55-b6a3-46db-be21-d2dc633fbf4d req-5f708e8e-aa08-40f3-bac6-7d1accd207ca tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453391 Jun 29 12:40:43.071933 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2f4f8f-721b-4ca9-baa6-9503942c77a9 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:40:43.093085 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port ba2f4f8f-721b-4ca9-baa6-9503942c77a9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:43.097107 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:43.156719 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:43.164207 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.164551 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.165082 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.165431 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.165777 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.166110 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.166458 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.166794 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.167121 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.167450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.167777 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.168207 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.168414 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.168737 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.169415 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:43.303133 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['ba2f4f8f-721b-4ca9-baa6-9503942c77a9'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:40:44.163807 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=80 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:44.181241 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760014e-9064-4e0b-b874-898783ea7630 req-4f5f20a3-b953-413c-9533-1e8e3888b7e7 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:44.182729 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0760014e-9064-4e0b-b874-898783ea7630 req-4f5f20a3-b953-413c-9533-1e8e3888b7e7 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 944 time: 0.0516913 Jun 29 12:40:44.244669 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0760014e-9064-4e0b-b874-898783ea7630 req-e24e5f9a-c6f4-4d8f-a60f-4a09bcb47bda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536857 Jun 29 12:40:44.550262 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:44.560079 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36006) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:44.662710 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac903d04-9270-431b-80ac-fb3c6cf8648b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:44.738673 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac903d04-9270-431b-80ac-fb3c6cf8648b admin admin] Publish callbacks [] for security_group (6a1310f8-907c-41e1-8938-d5dad762a8ad), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:44.743350 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac903d04-9270-431b-80ac-fb3c6cf8648b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6a1310f8-907c-41e1-8938-d5dad762a8ad), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:44.783447 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-ac903d04-9270-431b-80ac-fb3c6cf8648b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a485b1538d984e1680e8360a5060bd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223186 Jun 29 12:40:44.784300 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac903d04-9270-431b-80ac-fb3c6cf8648b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1310f8-907c-41e1-8938-d5dad762a8ad,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:44.786147 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36010) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:44.834842 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5ef070a3-ba7a-4e54-bf4e-d44def917c0f admin admin] Publish callbacks [] for security_group (6a1310f8-907c-41e1-8938-d5dad762a8ad), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:44.856819 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5ef070a3-ba7a-4e54-bf4e-d44def917c0f admin admin] Publish callbacks [] for security_group (6a1310f8-907c-41e1-8938-d5dad762a8ad), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:44.907970 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device ba2f4f8f-721b-4ca9-baa6-9503942c77a9 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:40:44.908227 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5ef070a3-ba7a-4e54-bf4e-d44def917c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (6a1310f8-907c-41e1-8938-d5dad762a8ad), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:44.910761 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5ef070a3-ba7a-4e54-bf4e-d44def917c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:44.911915 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5ef070a3-ba7a-4e54-bf4e-d44def917c0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a1310f8-907c-41e1-8938-d5dad762a8ad HTTP/1.1" status: 204 len: 168 time: 0.1247361 Jun 29 12:40:44.919810 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef070a3-ba7a-4e54-bf4e-d44def917c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1310f8-907c-41e1-8938-d5dad762a8ad,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:44.965824 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:40:44.967905 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:44.973777 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:40:44.974180 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:45.049481 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:40:45.049865 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:45.073130 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:40:45.075421 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd79e80-0a44-47aa-b817-46ce17b40984" -d '{"events": [{"server_uuid": "d0e0d99d-35d9-455b-944d-3468780b7ec0", "name": "network-vif-plugged", "status": "completed", "tag": "ba2f4f8f-721b-4ca9-baa6-9503942c77a9"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:45.089392 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port ba2f4f8f-721b-4ca9-baa6-9503942c77a9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:45.095483 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:45.127282 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d6bd2b-8a51-4b10-8fbc-f47acc04d528 x-openstack-request-id: req-95d6bd2b-8a51-4b10-8fbc-f47acc04d528 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:45.127611 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e0d99d-35d9-455b-944d-3468780b7ec0", "name": "network-vif-plugged", "status": "completed", "tag": "ba2f4f8f-721b-4ca9-baa6-9503942c77a9", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:45.127821 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95d6bd2b-8a51-4b10-8fbc-f47acc04d528 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:45.128211 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d6bd2b-8a51-4b10-8fbc-f47acc04d528'] response: {'server_uuid': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9', 'code': 200} Jun 29 12:40:45.162709 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:45.299375 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0061d3-ac83-4ee2-8192-af554893d055 req-883435a4-8232-4439-bc22-6a54c73de7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:45.300923 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cd0061d3-ac83-4ee2-8192-af554893d055 req-883435a4-8232-4439-bc22-6a54c73de7dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 1129 time: 0.0518367 Jun 29 12:40:45.362295 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cd0061d3-ac83-4ee2-8192-af554893d055 req-2c21b657-a390-4393-b444-c5fb469d8eb6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511334 Jun 29 12:40:45.423391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e0881-3641-44e7-a028-dcf6961714b8 req-c906b497-15e8-409b-a8d3-07588b63d7a1 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:45.432211 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b36e0881-3641-44e7-a028-dcf6961714b8 req-c906b497-15e8-409b-a8d3-07588b63d7a1 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 945 time: 0.0774293 Jun 29 12:40:45.494951 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b36e0881-3641-44e7-a028-dcf6961714b8 req-73169adc-32b9-4a34-aa35-25b28c014835 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524111 Jun 29 12:40:45.653004 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc165722-58f8-41c6-bd0d-5b5b3008ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:46.628667 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114ffc3-4e1c-4048-88b1-c91154dcd795 req-6215751c-e796-4ce6-816b-8ee106d4b618 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:46.630190 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3114ffc3-4e1c-4048-88b1-c91154dcd795 req-6215751c-e796-4ce6-816b-8ee106d4b618 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 945 time: 0.0487597 Jun 29 12:40:46.681290 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3114ffc3-4e1c-4048-88b1-c91154dcd795 req-0ae367aa-0273-46ee-85e0-6f3940a98def tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449038 Jun 29 12:40:46.790375 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916bde7-97d3-4336-8a2f-23603c84764a req-355651f3-4053-48cc-9697-04511b6a8c76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:46.791837 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8916bde7-97d3-4336-8a2f-23603c84764a req-355651f3-4053-48cc-9697-04511b6a8c76 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 945 time: 0.0464818 Jun 29 12:40:46.800729 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36066) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:40:46.805022 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5202806c-f160-4f08-9199-fb933dda0d2c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'floatingip': {'port_id': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:40:46.841798 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5202806c-f160-4f08-9199-fb933dda0d2c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (f0a5fcc1-5227-4d44-a10c-30c2742b2bce), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:47.024760 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:47.408994 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:47.510633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5202806c-f160-4f08-9199-fb933dda0d2c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:47.514215 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5202806c-f160-4f08-9199-fb933dda0d2c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (f0a5fcc1-5227-4d44-a10c-30c2742b2bce), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:47.610336 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-5202806c-f160-4f08-9199-fb933dda0d2c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Floating IP f0a5fcc1-5227-4d44-a10c-30c2742b2bce associated. External IP: 172.27.1.202, port: ba2f4f8f-721b-4ca9-baa6-9503942c77a9. Jun 29 12:40:47.822002 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5202806c-f160-4f08-9199-fb933dda0d2c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:40:47.927426 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5202806c-f160-4f08-9199-fb933dda0d2c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:40:47.932095 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5202806c-f160-4f08-9199-fb933dda0d2c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:47.937119 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:40:47.947039 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:47.947651 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:47.963579 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-5202806c-f160-4f08-9199-fb933dda0d2c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "PUT /v2.0/floatingips/f0a5fcc1-5227-4d44-a10c-30c2742b2bce HTTP/1.1" status: 200 len: 991 time: 1.1617849 Jun 29 12:40:47.964288 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'tag': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:40:47.967212 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c8e549-fac5-478e-a3f4-822ee4392218" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e0d99d-35d9-455b-944d-3468780b7ec0", "tag": "ba2f4f8f-721b-4ca9-baa6-9503942c77a9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:48.002673 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e80d78-c785-4078-992c-83e634baf4d5 x-openstack-request-id: req-04e80d78-c785-4078-992c-83e634baf4d5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:48.002970 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e0d99d-35d9-455b-944d-3468780b7ec0", "tag": "ba2f4f8f-721b-4ca9-baa6-9503942c77a9", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:48.003223 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04e80d78-c785-4078-992c-83e634baf4d5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:48.003626 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e80d78-c785-4078-992c-83e634baf4d5'] response: {'name': 'network-changed', 'server_uuid': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'tag': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9', 'status': 'completed', 'code': 200} Jun 29 12:40:48.039794 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3924c88-665b-4930-8f99-8b56bf8f5bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:48.064994 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-4d86f0ab-65a1-4c24-b6fa-441dbebf904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:48.066564 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:48.066678 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-4d86f0ab-65a1-4c24-b6fa-441dbebf904f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 1129 time: 0.0415010 Jun 29 12:40:48.161690 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-fce1f09e-69e0-4f78-8784-9b029635bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:48.163175 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-fce1f09e-69e0-4f78-8784-9b029635bcb1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 915 time: 0.0911162 Jun 29 12:40:48.226064 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-d536aeba-d07e-4b47-a9ce-5442573186c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2f4f8f-721b-4ca9-baa6-9503942c77a9 HTTP/1.1" status: 200 len: 999 time: 0.0566297 Jun 29 12:40:48.273807 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-ae75f0de-5962-44dc-ba53-ee31f97f526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:48.275364 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-ae75f0de-5962-44dc-ba53-ee31f97f526b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0437820 Jun 29 12:40:48.276226 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'f0a5fcc1-5227-4d44-a10c-30c2742b2bce', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:05:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:40:34Z', 'updated_at': '2022-06-29T12:40:47Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:48.305816 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:40:48.314948 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:40:48.315553 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:40:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:48.321606 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=66 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:48.326841 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-77d32278-b1e4-4ee2-b4bb-0ecd583a3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:40:48.328436 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-77d32278-b1e4-4ee2-b4bb-0ecd583a3094 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477428 Jun 29 12:40:48.340987 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:48.417957 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:40:48.425901 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-87ad79ca-3b32-4b48-a866-21783c4f5339 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913000 Jun 29 12:40:48.454373 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:48.509212 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:48.520671 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e6c8e549-fac5-478e-a3f4-822ee4392218 req-079bb073-cd7e-4b57-9512-b1a8bb091f57 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875301 Jun 29 12:40:48.657971 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'f0a5fcc1-5227-4d44-a10c-30c2742b2bce', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:05:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:40:34Z', 'updated_at': '2022-06-29T12:40:47Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:48.683078 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51f1cc-0edf-4c1a-9e2d-3183a0853d89 None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'f0a5fcc1-5227-4d44-a10c-30c2742b2bce', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:05:f2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:40:34Z', 'updated_at': '2022-06-29T12:40:47Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:40:48.873854 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3236860c-d732-4c8b-b05a-51406f164143 None None] New status for floating IP f0a5fcc1-5227-4d44-a10c-30c2742b2bce: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:40:49.109261 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:50.458021 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:50.463861 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:51.003318 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:51.051580 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:40:56.675213 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:56.677748 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=39,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:58.516023 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=17 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:58.517075 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:59.071679 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:40:59.074233 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=9 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:01.042041 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:01.047497 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:01.369766 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36238) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:01.474534 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-72dfb13e-91ee-489b-9f1a-a51db52e74a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:01.547703 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-72dfb13e-91ee-489b-9f1a-a51db52e74a3 admin admin] Publish callbacks [] for security_group (3255b837-a96c-48c4-822a-957820af9101), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:01.551430 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-72dfb13e-91ee-489b-9f1a-a51db52e74a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (3255b837-a96c-48c4-822a-957820af9101), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:01.591033 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-72dfb13e-91ee-489b-9f1a-a51db52e74a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f17e1d3b189c43bdb0acdefc0393660f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201436 Jun 29 12:41:01.591817 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfb13e-91ee-489b-9f1a-a51db52e74a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3255b837-a96c-48c4-822a-957820af9101,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:01.594248 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36242) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:01.643475 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e639db1e-58e8-491f-a099-61b7e854f30b admin admin] Publish callbacks [] for security_group (3255b837-a96c-48c4-822a-957820af9101), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:01.665114 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e639db1e-58e8-491f-a099-61b7e854f30b admin admin] Publish callbacks [] for security_group (3255b837-a96c-48c4-822a-957820af9101), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:01.712028 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e639db1e-58e8-491f-a099-61b7e854f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (3255b837-a96c-48c4-822a-957820af9101), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:01.714565 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e639db1e-58e8-491f-a099-61b7e854f30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:01.715722 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e639db1e-58e8-491f-a099-61b7e854f30b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3255b837-a96c-48c4-822a-957820af9101 HTTP/1.1" status: 204 len: 168 time: 0.1196892 Jun 29 12:41:01.724556 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639db1e-58e8-491f-a099-61b7e854f30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3255b837-a96c-48c4-822a-957820af9101,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:01.981553 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36248) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:01.994960 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa164786-ae05-429b-b227-b82e1cc2f448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:02.079134 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa164786-ae05-429b-b227-b82e1cc2f448 admin admin] Publish callbacks [] for security_group (875ad0bf-2060-4a44-8e07-2a0cea9263e6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:02.082985 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa164786-ae05-429b-b227-b82e1cc2f448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (875ad0bf-2060-4a44-8e07-2a0cea9263e6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:02.122032 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa164786-ae05-429b-b227-b82e1cc2f448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875ad0bf-2060-4a44-8e07-2a0cea9263e6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:02.128566 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-aa164786-ae05-429b-b227-b82e1cc2f448 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2a72345b9724a36a60a5c3c53bf7e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459377 Jun 29 12:41:02.131256 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36250) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:02.181187 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc8bf-1150-4739-b087-936c7360b036 admin admin] Publish callbacks [] for security_group (875ad0bf-2060-4a44-8e07-2a0cea9263e6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:02.203891 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc8bf-1150-4739-b087-936c7360b036 admin admin] Publish callbacks [] for security_group (875ad0bf-2060-4a44-8e07-2a0cea9263e6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:02.250270 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc8bf-1150-4739-b087-936c7360b036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (875ad0bf-2060-4a44-8e07-2a0cea9263e6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:02.252775 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec5fc8bf-1150-4739-b087-936c7360b036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:02.253905 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-ec5fc8bf-1150-4739-b087-936c7360b036 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/875ad0bf-2060-4a44-8e07-2a0cea9263e6 HTTP/1.1" status: 204 len: 168 time: 0.1217401 Jun 29 12:41:02.261716 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fc8bf-1150-4739-b087-936c7360b036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875ad0bf-2060-4a44-8e07-2a0cea9263e6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:03.851952 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36296) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:03.955542 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b6b0eb67-d7c1-4f94-a76c-25de2470504b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.036867 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b6b0eb67-d7c1-4f94-a76c-25de2470504b admin admin] Publish callbacks [] for security_group (e002f6df-8df6-4c4e-a21e-58797a465a80), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.040872 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b6b0eb67-d7c1-4f94-a76c-25de2470504b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (e002f6df-8df6-4c4e-a21e-58797a465a80), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.081729 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b6b0eb67-d7c1-4f94-a76c-25de2470504b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce56cddc111549479da116bb81e8eb70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285755 Jun 29 12:41:04.082634 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0eb67-d7c1-4f94-a76c-25de2470504b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e002f6df-8df6-4c4e-a21e-58797a465a80,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:04.084442 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36300) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:04.137184 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5cd2c4e6-2fc8-46f8-9875-dd04d53c8b02 admin admin] Publish callbacks [] for security_group (e002f6df-8df6-4c4e-a21e-58797a465a80), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.159614 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5cd2c4e6-2fc8-46f8-9875-dd04d53c8b02 admin admin] Publish callbacks [] for security_group (e002f6df-8df6-4c4e-a21e-58797a465a80), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.205469 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5cd2c4e6-2fc8-46f8-9875-dd04d53c8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (e002f6df-8df6-4c4e-a21e-58797a465a80), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.208021 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5cd2c4e6-2fc8-46f8-9875-dd04d53c8b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.209200 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5cd2c4e6-2fc8-46f8-9875-dd04d53c8b02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e002f6df-8df6-4c4e-a21e-58797a465a80 HTTP/1.1" status: 204 len: 168 time: 0.1226563 Jun 29 12:41:04.217130 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2c4e6-2fc8-46f8-9875-dd04d53c8b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e002f6df-8df6-4c4e-a21e-58797a465a80,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:04.470238 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36306) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:04.483465 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddc8efb8-d321-47cf-b170-705e87f10949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.501937 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:04.517292 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:04.563112 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddc8efb8-d321-47cf-b170-705e87f10949 admin admin] Publish callbacks [] for security_group (33312f4d-c2f0-4913-90ce-96f97efea778), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.566529 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ddc8efb8-d321-47cf-b170-705e87f10949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (33312f4d-c2f0-4913-90ce-96f97efea778), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.604454 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-ddc8efb8-d321-47cf-b170-705e87f10949 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=018b060d16644b2db21abf58d16070ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331470 Jun 29 12:41:04.605302 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8efb8-d321-47cf-b170-705e87f10949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33312f4d-c2f0-4913-90ce-96f97efea778,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:04.607179 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36308) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:04.660125 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b65127c1-4a6e-4cf5-997f-7ade1d98f51a admin admin] Publish callbacks [] for security_group (33312f4d-c2f0-4913-90ce-96f97efea778), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.681905 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b65127c1-4a6e-4cf5-997f-7ade1d98f51a admin admin] Publish callbacks [] for security_group (33312f4d-c2f0-4913-90ce-96f97efea778), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.731784 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b65127c1-4a6e-4cf5-997f-7ade1d98f51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (33312f4d-c2f0-4913-90ce-96f97efea778), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.735032 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b65127c1-4a6e-4cf5-997f-7ade1d98f51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:04.736209 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b65127c1-4a6e-4cf5-997f-7ade1d98f51a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33312f4d-c2f0-4913-90ce-96f97efea778 HTTP/1.1" status: 204 len: 168 time: 0.1279304 Jun 29 12:41:04.744507 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65127c1-4a6e-4cf5-997f-7ade1d98f51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33312f4d-c2f0-4913-90ce-96f97efea778,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:11.323142 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:13.366348 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36440) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:13.470522 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-067d086b-36b5-4cae-ba12-2410e9f8cb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:13.546953 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-067d086b-36b5-4cae-ba12-2410e9f8cb96 admin admin] Publish callbacks [] for security_group (76e9afbb-2ef3-432c-9cdc-e9ce4c8d694b), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:13.551172 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-067d086b-36b5-4cae-ba12-2410e9f8cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (76e9afbb-2ef3-432c-9cdc-e9ce4c8d694b), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:13.590902 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-067d086b-36b5-4cae-ba12-2410e9f8cb96 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51168c485308455b8e9d8199bc8b26dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234550 Jun 29 12:41:13.592001 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d086b-36b5-4cae-ba12-2410e9f8cb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e9afbb-2ef3-432c-9cdc-e9ce4c8d694b,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:13.593611 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36444) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:13.647538 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Publish callbacks [] for security_group (76e9afbb-2ef3-432c-9cdc-e9ce4c8d694b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:13.668275 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Publish callbacks [] for security_group (76e9afbb-2ef3-432c-9cdc-e9ce4c8d694b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:13.714674 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (76e9afbb-2ef3-432c-9cdc-e9ce4c8d694b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:13.717166 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:13.718295 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76e9afbb-2ef3-432c-9cdc-e9ce4c8d694b HTTP/1.1" status: 204 len: 168 time: 0.1218321 Jun 29 12:41:13.725880 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e9afbb-2ef3-432c-9cdc-e9ce4c8d694b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:13.732881 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.733224 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.733568 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.733906 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.734239 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.734602 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.734929 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.735807 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.736133 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.736459 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.736782 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.737105 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.737424 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.737741 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.738058 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3370-bc58-4d02-a9e9-26a344f4d461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:13.984182 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36450) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:13.998095 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad5c0-8d8b-4d1b-bc75-f93754bebf33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.073797 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad5c0-8d8b-4d1b-bc75-f93754bebf33 admin admin] Publish callbacks [] for security_group (fa1e2647-24ff-4f3d-b90e-572cd1034c7d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.077463 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad5c0-8d8b-4d1b-bc75-f93754bebf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (fa1e2647-24ff-4f3d-b90e-572cd1034c7d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.115337 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ad5c0-8d8b-4d1b-bc75-f93754bebf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e2647-24ff-4f3d-b90e-572cd1034c7d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:14.120401 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-ae2ad5c0-8d8b-4d1b-bc75-f93754bebf33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=712525c5247e4d64918addd4cf1bff97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352375 Jun 29 12:41:14.123119 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36452) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:14.171754 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-672699ef-b92c-4157-87d4-653cfe47893d admin admin] Publish callbacks [] for security_group (fa1e2647-24ff-4f3d-b90e-572cd1034c7d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.195457 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-672699ef-b92c-4157-87d4-653cfe47893d admin admin] Publish callbacks [] for security_group (fa1e2647-24ff-4f3d-b90e-572cd1034c7d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.242726 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-672699ef-b92c-4157-87d4-653cfe47893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (fa1e2647-24ff-4f3d-b90e-572cd1034c7d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.245211 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-672699ef-b92c-4157-87d4-653cfe47893d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.246370 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-672699ef-b92c-4157-87d4-653cfe47893d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa1e2647-24ff-4f3d-b90e-572cd1034c7d HTTP/1.1" status: 204 len: 168 time: 0.1224771 Jun 29 12:41:14.254761 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672699ef-b92c-4157-87d4-653cfe47893d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e2647-24ff-4f3d-b90e-572cd1034c7d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:14.318950 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:14.565299 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36458) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:14.578446 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9cae1edb-4f9a-4e10-b862-28451ab387ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.632366 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:14.660447 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9cae1edb-4f9a-4e10-b862-28451ab387ce admin admin] Publish callbacks [] for security_group (418e9054-3be8-43b0-998c-872c31856696), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.664052 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9cae1edb-4f9a-4e10-b862-28451ab387ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (418e9054-3be8-43b0-998c-872c31856696), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.697594 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:14.706486 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-9cae1edb-4f9a-4e10-b862-28451ab387ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5ac05bedc484937a15c0ef7ee4661ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401510 Jun 29 12:41:14.707779 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae1edb-4f9a-4e10-b862-28451ab387ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e9054-3be8-43b0-998c-872c31856696,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:14.709264 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36460) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:14.765835 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d781b46b-c301-498c-b285-56bd347e9681 admin admin] Publish callbacks [] for security_group (418e9054-3be8-43b0-998c-872c31856696), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.788588 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d781b46b-c301-498c-b285-56bd347e9681 admin admin] Publish callbacks [] for security_group (418e9054-3be8-43b0-998c-872c31856696), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.836195 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d781b46b-c301-498c-b285-56bd347e9681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (418e9054-3be8-43b0-998c-872c31856696), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.838687 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d781b46b-c301-498c-b285-56bd347e9681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:14.839918 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-d781b46b-c301-498c-b285-56bd347e9681 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/418e9054-3be8-43b0-998c-872c31856696 HTTP/1.1" status: 204 len: 168 time: 0.1290512 Jun 29 12:41:14.851362 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781b46b-c301-498c-b285-56bd347e9681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e9054-3be8-43b0-998c-872c31856696,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:15.324418 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:41:15.662035 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ce4a-6671-41d5-a1ff-9813e92d3ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:18.014801 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66abc989-e265-49df-bf0b-2c2078c24f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:19.107086 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:19.800895 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36536) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:19.898988 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:19.906771 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:19.910149 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:19.990834 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Publish callbacks [] for security_group (23e2439c-c94e-4321-a6bb-f99c48ac7b3e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:19.994291 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (23e2439c-c94e-4321-a6bb-f99c48ac7b3e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.034310 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fb0993542c941ac8507001bbfc0d897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322047 Jun 29 12:41:20.035748 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e2439c-c94e-4321-a6bb-f99c48ac7b3e,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:20.037574 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36540) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:20.043620 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.043967 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.044307 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.044643 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.044973 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.045305 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.045631 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.045952 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.046273 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.046631 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.047030 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.047358 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.047765 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.048580 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.048898 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552da97f-a0a6-42b9-be93-9f17e757e2c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:20.094150 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb4d3-a104-4923-8f8f-3a56cd00c059 admin admin] Publish callbacks [] for security_group (23e2439c-c94e-4321-a6bb-f99c48ac7b3e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.116359 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb4d3-a104-4923-8f8f-3a56cd00c059 admin admin] Publish callbacks [] for security_group (23e2439c-c94e-4321-a6bb-f99c48ac7b3e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.165434 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb4d3-a104-4923-8f8f-3a56cd00c059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (23e2439c-c94e-4321-a6bb-f99c48ac7b3e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.167991 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb4d3-a104-4923-8f8f-3a56cd00c059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.169130 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-5d3eb4d3-a104-4923-8f8f-3a56cd00c059 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23e2439c-c94e-4321-a6bb-f99c48ac7b3e HTTP/1.1" status: 204 len: 168 time: 0.1303377 Jun 29 12:41:20.176673 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3eb4d3-a104-4923-8f8f-3a56cd00c059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e2439c-c94e-4321-a6bb-f99c48ac7b3e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:20.437013 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36546) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:20.451650 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-865426b3-349e-49d7-b9a6-3d0b0438f821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.466185 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.528832 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-865426b3-349e-49d7-b9a6-3d0b0438f821 admin admin] Publish callbacks [] for security_group (4899ea18-875f-41ab-9711-9cd8565cff33), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.533032 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-865426b3-349e-49d7-b9a6-3d0b0438f821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (4899ea18-875f-41ab-9711-9cd8565cff33), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.570784 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-865426b3-349e-49d7-b9a6-3d0b0438f821 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=adf00d8bf1f64965b9eb1eac276548f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326640 Jun 29 12:41:20.572687 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865426b3-349e-49d7-b9a6-3d0b0438f821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4899ea18-875f-41ab-9711-9cd8565cff33,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:20.573509 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36548) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:20.623522 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b76865b6-216a-4759-a0a8-ac0bfc907e5d admin admin] Publish callbacks [] for security_group (4899ea18-875f-41ab-9711-9cd8565cff33), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.644535 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b76865b6-216a-4759-a0a8-ac0bfc907e5d admin admin] Publish callbacks [] for security_group (4899ea18-875f-41ab-9711-9cd8565cff33), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.692434 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b76865b6-216a-4759-a0a8-ac0bfc907e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (4899ea18-875f-41ab-9711-9cd8565cff33), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.694990 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b76865b6-216a-4759-a0a8-ac0bfc907e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:20.696120 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b76865b6-216a-4759-a0a8-ac0bfc907e5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4899ea18-875f-41ab-9711-9cd8565cff33 HTTP/1.1" status: 204 len: 168 time: 0.1216383 Jun 29 12:41:20.704515 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76865b6-216a-4759-a0a8-ac0bfc907e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4899ea18-875f-41ab-9711-9cd8565cff33,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:21.005781 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:21.064160 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:25.320742 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:27.187171 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-5d952c5c-cd9a-4fc8-b4e6-7f378bb2787a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409350 Jun 29 12:41:27.272396 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-0244ffb5-944a-4163-9618-45f6a41b2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:27.274075 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-0244ffb5-944a-4163-9618-45f6a41b2373 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 1129 time: 0.0449743 Jun 29 12:41:27.379509 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-e2fe05a8-3d41-4501-981f-8dd25b1110dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:27.380979 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-e2fe05a8-3d41-4501-981f-8dd25b1110dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 915 time: 0.0891101 Jun 29 12:41:27.447579 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-aadc3a0b-c231-4452-a07f-088ae7ea90d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2f4f8f-721b-4ca9-baa6-9503942c77a9 HTTP/1.1" status: 200 len: 1001 time: 0.0593951 Jun 29 12:41:27.499195 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-79468588-613b-4906-8cee-3b16bd7e5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:27.501272 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-79468588-613b-4906-8cee-3b16bd7e5470 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0468736 Jun 29 12:41:27.543837 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-948274d2-4add-4792-a3ea-9808f2b53b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:27.545294 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-948274d2-4add-4792-a3ea-9808f2b53b69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385377 Jun 29 12:41:27.637947 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-6ef2a6bf-a4ef-4301-a4ac-0ef6ac22877a service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868340 Jun 29 12:41:27.701796 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:27.727535 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f3ff5c84-a80c-4be8-b973-a75a1e568c16 req-4ac999c9-f405-4b1b-9a83-52cb6ea329ae service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842104 Jun 29 12:41:28.664858 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36698) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:28.769505 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-25be2c96-cb74-4943-9a28-058ad88d14d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:28.848888 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-25be2c96-cb74-4943-9a28-058ad88d14d8 admin admin] Publish callbacks [] for security_group (1f6d2917-1845-41e4-9dac-9c1635189117), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:28.852544 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-25be2c96-cb74-4943-9a28-058ad88d14d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (1f6d2917-1845-41e4-9dac-9c1635189117), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:28.893927 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-25be2c96-cb74-4943-9a28-058ad88d14d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fa35cc45e864e6b898e72ad724cad82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277977 Jun 29 12:41:28.894666 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be2c96-cb74-4943-9a28-058ad88d14d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d2917-1845-41e4-9dac-9c1635189117,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:28.896832 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36702) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:28.945764 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-100ce83f-4d16-4f1f-a893-24b6cb133eed admin admin] Publish callbacks [] for security_group (1f6d2917-1845-41e4-9dac-9c1635189117), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:28.947126 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:28.974939 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-100ce83f-4d16-4f1f-a893-24b6cb133eed admin admin] Publish callbacks [] for security_group (1f6d2917-1845-41e4-9dac-9c1635189117), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.022961 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-100ce83f-4d16-4f1f-a893-24b6cb133eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (1f6d2917-1845-41e4-9dac-9c1635189117), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.025500 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-100ce83f-4d16-4f1f-a893-24b6cb133eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.026656 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-100ce83f-4d16-4f1f-a893-24b6cb133eed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f6d2917-1845-41e4-9dac-9c1635189117 HTTP/1.1" status: 204 len: 168 time: 0.1287591 Jun 29 12:41:29.035830 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ce83f-4d16-4f1f-a893-24b6cb133eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d2917-1845-41e4-9dac-9c1635189117,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:29.293416 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36708) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:29.306671 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c36a99d0-54f2-4fcd-9ab7-69d73a7a5917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.382256 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c36a99d0-54f2-4fcd-9ab7-69d73a7a5917 admin admin] Publish callbacks [] for security_group (72caf9ad-54db-45f2-9332-eb52660a410d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.385918 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c36a99d0-54f2-4fcd-9ab7-69d73a7a5917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (72caf9ad-54db-45f2-9332-eb52660a410d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.425985 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-c36a99d0-54f2-4fcd-9ab7-69d73a7a5917 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de2500ed68ac42c0b6c53d342dfca4ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314998 Jun 29 12:41:29.427122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a99d0-54f2-4fcd-9ab7-69d73a7a5917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72caf9ad-54db-45f2-9332-eb52660a410d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:29.428713 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36710) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:29.478750 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fc0d1d8b-a82d-4c0b-8099-edbec2fb208b admin admin] Publish callbacks [] for security_group (72caf9ad-54db-45f2-9332-eb52660a410d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.500898 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fc0d1d8b-a82d-4c0b-8099-edbec2fb208b admin admin] Publish callbacks [] for security_group (72caf9ad-54db-45f2-9332-eb52660a410d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.547402 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fc0d1d8b-a82d-4c0b-8099-edbec2fb208b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (72caf9ad-54db-45f2-9332-eb52660a410d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.549881 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fc0d1d8b-a82d-4c0b-8099-edbec2fb208b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.551064 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fc0d1d8b-a82d-4c0b-8099-edbec2fb208b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72caf9ad-54db-45f2-9332-eb52660a410d HTTP/1.1" status: 204 len: 168 time: 0.1207356 Jun 29 12:41:29.559455 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d1d8b-a82d-4c0b-8099-edbec2fb208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72caf9ad-54db-45f2-9332-eb52660a410d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:29.872999 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36718) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:29.887353 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-aa176a50-38b7-411d-aa03-9cea432c5c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.940783 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:29.947900 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:29.972446 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-aa176a50-38b7-411d-aa03-9cea432c5c3d admin admin] Publish callbacks [] for security_group (4c689887-c163-4516-8af1-a8cf62aac15c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:29.976391 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-aa176a50-38b7-411d-aa03-9cea432c5c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (4c689887-c163-4516-8af1-a8cf62aac15c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:30.017224 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-aa176a50-38b7-411d-aa03-9cea432c5c3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b634903412e24e909196d0082c4c2341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431556 Jun 29 12:41:30.018305 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa176a50-38b7-411d-aa03-9cea432c5c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c689887-c163-4516-8af1-a8cf62aac15c,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:30.019931 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36720) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:30.068860 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-14c42956-fb57-4015-b457-60050fc45ed7 admin admin] Publish callbacks [] for security_group (4c689887-c163-4516-8af1-a8cf62aac15c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:30.092585 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-14c42956-fb57-4015-b457-60050fc45ed7 admin admin] Publish callbacks [] for security_group (4c689887-c163-4516-8af1-a8cf62aac15c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:30.140631 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-14c42956-fb57-4015-b457-60050fc45ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (4c689887-c163-4516-8af1-a8cf62aac15c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:30.142997 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-14c42956-fb57-4015-b457-60050fc45ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:30.144103 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-14c42956-fb57-4015-b457-60050fc45ed7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c689887-c163-4516-8af1-a8cf62aac15c HTTP/1.1" status: 204 len: 168 time: 0.1229198 Jun 29 12:41:30.152032 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c42956-fb57-4015-b457-60050fc45ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c689887-c163-4516-8af1-a8cf62aac15c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:32.605552 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc0238-2f1a-45a5-8972-0af6c331dc77 req-7b12265c-562d-47cf-8e2d-c8a580f3ed5c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:32.607080 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d1dc0238-2f1a-45a5-8972-0af6c331dc77 req-7b12265c-562d-47cf-8e2d-c8a580f3ed5c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 945 time: 0.0507109 Jun 29 12:41:32.655930 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d1dc0238-2f1a-45a5-8972-0af6c331dc77 req-8aef2ec3-5147-4eee-9339-287b08d0cb97 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Jun 29 12:41:33.774280 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817b0ab-79fc-4f49-ae96-2f1f6babb6e5 req-3d6e6ae0-d64e-4843-b77e-349cb6c63f01 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:33.775794 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0817b0ab-79fc-4f49-ae96-2f1f6babb6e5 req-3d6e6ae0-d64e-4843-b77e-349cb6c63f01 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 945 time: 0.0474298 Jun 29 12:41:33.823350 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0817b0ab-79fc-4f49-ae96-2f1f6babb6e5 req-91926b58-bc7a-4428-80dc-cd8a5bb1e703 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=71121884-3726-4d7d-abfe-c715ea927e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419350 Jun 29 12:41:34.027036 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-f771e6a7-c7d4-4f3a-b4d9-bc97949e2053 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:34.028495 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-f771e6a7-c7d4-4f3a-b4d9-bc97949e2053 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 945 time: 0.0492303 Jun 29 12:41:34.116781 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Deleting port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:41:34.117122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:34.184007 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:34.220371 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] For port ba2f4f8f-721b-4ca9-baa6-9503942c77a9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:34.220732 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:34.382599 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:34.382956 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (f0a5fcc1-5227-4d44-a10c-30c2742b2bce), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:34.383267 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Floating IP f0a5fcc1-5227-4d44-a10c-30c2742b2bce disassociated. External IP: 172.27.1.202, port: ba2f4f8f-721b-4ca9-baa6-9503942c77a9. Jun 29 12:41:34.383605 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Calling delete_port for ba2f4f8f-721b-4ca9-baa6-9503942c77a9 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:41:34.443208 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:34.508844 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (ba2f4f8f-721b-4ca9-baa6-9503942c77a9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:34.534759 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'Port': ['ID=ba2f4f8f-721b-4ca9-baa6-9503942c77a9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:34.649754 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:41:34.757043 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:41:34.767407 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:41:34.775849 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:34.776252 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:34.786543 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:41:34.787189 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:41:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:34.804971 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] No DVR routers for this DVR port ba2f4f8f-721b-4ca9-baa6-9503942c77a9 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:41:34.807393 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:34.810622 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-46ee2945-d3a9-4659-b8f6-b7bd65968fd2 req-4770d76d-a9cb-4448-b245-5bf970a54a70 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "DELETE /v2.0/ports/ba2f4f8f-721b-4ca9-baa6-9503942c77a9 HTTP/1.1" status: 204 len: 173 time: 0.7769220 Jun 29 12:41:34.811054 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'name': 'network-vif-deleted', 'tag': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:41:34.814296 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c87f01-397a-40b1-a5b9-dff5aaa47305" -d '{"events": [{"server_uuid": "d0e0d99d-35d9-455b-944d-3468780b7ec0", "name": "network-vif-deleted", "tag": "ba2f4f8f-721b-4ca9-baa6-9503942c77a9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:34.889386 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c2d2f3-05bb-4c20-8c1f-a45cb197fb8c x-openstack-request-id: req-47c2d2f3-05bb-4c20-8c1f-a45cb197fb8c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:34.889764 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e0d99d-35d9-455b-944d-3468780b7ec0", "name": "network-vif-deleted", "tag": "ba2f4f8f-721b-4ca9-baa6-9503942c77a9", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:34.890191 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47c2d2f3-05bb-4c20-8c1f-a45cb197fb8c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:34.891604 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c2d2f3-05bb-4c20-8c1f-a45cb197fb8c'] response: {'server_uuid': 'd0e0d99d-35d9-455b-944d-3468780b7ec0', 'name': 'network-vif-deleted', 'tag': 'ba2f4f8f-721b-4ca9-baa6-9503942c77a9', 'status': 'completed', 'code': 200} Jun 29 12:41:34.907566 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:41:34.981657 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bbd3084-8aba-472a-a35d-dafdd547b45c req-055c672e-25a5-4025-9477-9d1c792a40fd tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0e0d99d-35d9-455b-944d-3468780b7ec0 HTTP/1.1" status: 200 len: 210 time: 0.0395923 Jun 29 12:41:35.292747 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:35.321164 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:41:35.330814 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:41:35.331444 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:41:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:35.449914 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:41:35.660775 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:35.689810 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50c337-af61-4f7a-89f3-af0886c3a04e None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:41:35.896891 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd495035-41e8-465d-a9b3-59c29426074e None None] New status for floating IP f0a5fcc1-5227-4d44-a10c-30c2742b2bce: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:41:36.063885 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36818) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:36.118930 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71a9e767-205e-4237-95c7-7aafcdfb3774 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (71121884-3726-4d7d-abfe-c715ea927e1f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.143213 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71a9e767-205e-4237-95c7-7aafcdfb3774 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (71121884-3726-4d7d-abfe-c715ea927e1f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.189684 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71a9e767-205e-4237-95c7-7aafcdfb3774 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (71121884-3726-4d7d-abfe-c715ea927e1f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.192305 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71a9e767-205e-4237-95c7-7aafcdfb3774 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.193463 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-71a9e767-205e-4237-95c7-7aafcdfb3774 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "DELETE /v2.0/security-groups/71121884-3726-4d7d-abfe-c715ea927e1f HTTP/1.1" status: 204 len: 168 time: 0.1285188 Jun 29 12:41:36.196285 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36820) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:36.202298 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9e767-205e-4237-95c7-7aafcdfb3774 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71121884-3726-4d7d-abfe-c715ea927e1f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:36.211145 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.api.v2.resource [None req-1f888afc-a6d5-460c-862f-9e4ca52c5531 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] show failed (client error): The resource could not be found. Jun 29 12:41:36.212164 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1f888afc-a6d5-460c-862f-9e4ca52c5531 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups/71121884-3726-4d7d-abfe-c715ea927e1f HTTP/1.1" status: 404 len: 347 time: 0.0143626 Jun 29 12:41:36.214903 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36822) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:36.329119 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-5982050d-bd69-4c81-8728-471722cfb14d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Deleting port 6a697573-2b35-446c-8818-7f04b1f9394d {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:41:36.329465 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5982050d-bd69-4c81-8728-471722cfb14d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (6a697573-2b35-446c-8818-7f04b1f9394d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.417484 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5982050d-bd69-4c81-8728-471722cfb14d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (6a697573-2b35-446c-8818-7f04b1f9394d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.417814 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5982050d-bd69-4c81-8728-471722cfb14d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (6a697573-2b35-446c-8818-7f04b1f9394d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.432630 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-5982050d-bd69-4c81-8728-471722cfb14d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Calling delete_port for 6a697573-2b35-446c-8818-7f04b1f9394d owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:41:36.575005 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5982050d-bd69-4c81-8728-471722cfb14d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (6a697573-2b35-446c-8818-7f04b1f9394d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.601990 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982050d-bd69-4c81-8728-471722cfb14d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'Port': ['ID=6a697573-2b35-446c-8818-7f04b1f9394d,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:36.667698 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5982050d-bd69-4c81-8728-471722cfb14d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (f0a5fcc1-5227-4d44-a10c-30c2742b2bce), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.670049 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5982050d-bd69-4c81-8728-471722cfb14d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.671219 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5982050d-bd69-4c81-8728-471722cfb14d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "DELETE /v2.0/floatingips/f0a5fcc1-5227-4d44-a10c-30c2742b2bce HTTP/1.1" status: 204 len: 168 time: 0.4554255 Jun 29 12:41:36.734227 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 36834) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:36.738976 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d72706c4-0d64-4fd5-a779-74dd83af8dc8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145095968', 'description': 'tempest-description--1693956228'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:41:36.760457 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d72706c4-0d64-4fd5-a779-74dd83af8dc8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.792372 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:36.833689 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d72706c4-0d64-4fd5-a779-74dd83af8dc8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (39f19f47-54fe-4ba1-90cc-1059d99090ed), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.837471 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d72706c4-0d64-4fd5-a779-74dd83af8dc8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (39f19f47-54fe-4ba1-90cc-1059d99090ed), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.868867 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d72706c4-0d64-4fd5-a779-74dd83af8dc8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.870135 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-d72706c4-0d64-4fd5-a779-74dd83af8dc8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1347063 Jun 29 12:41:36.872113 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72706c4-0d64-4fd5-a779-74dd83af8dc8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f19f47-54fe-4ba1-90cc-1059d99090ed,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:36.873215 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36836) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:36.878604 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-03072343-4c7f-48e4-b551-fea35f9fe258 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group_rule': {'security_group_id': '39f19f47-54fe-4ba1-90cc-1059d99090ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:41:36.906119 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-03072343-4c7f-48e4-b551-fea35f9fe258 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (55ce9fb5-eb69-4e68-801d-bf311120b38f), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.965166 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-03072343-4c7f-48e4-b551-fea35f9fe258 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (55ce9fb5-eb69-4e68-801d-bf311120b38f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.968602 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-03072343-4c7f-48e4-b551-fea35f9fe258 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (55ce9fb5-eb69-4e68-801d-bf311120b38f), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.987116 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03072343-4c7f-48e4-b551-fea35f9fe258 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ce9fb5-eb69-4e68-801d-bf311120b38f,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:36.993666 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-03072343-4c7f-48e4-b551-fea35f9fe258 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:36.994947 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-03072343-4c7f-48e4-b551-fea35f9fe258 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206090 Jun 29 12:41:36.997553 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36838) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:37.002357 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-59d52c59-5a29-40d6-9f2a-f620d4dd5f36 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'security_group_rule': {'security_group_id': '39f19f47-54fe-4ba1-90cc-1059d99090ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:41:37.011627 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:37.029693 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59d52c59-5a29-40d6-9f2a-f620d4dd5f36 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (bb3daccd-8f11-4a46-94ec-0c0461702a3a), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.084682 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59d52c59-5a29-40d6-9f2a-f620d4dd5f36 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (bb3daccd-8f11-4a46-94ec-0c0461702a3a), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.088018 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59d52c59-5a29-40d6-9f2a-f620d4dd5f36 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (bb3daccd-8f11-4a46-94ec-0c0461702a3a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.105705 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:37.106507 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d52c59-5a29-40d6-9f2a-f620d4dd5f36 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3daccd-8f11-4a46-94ec-0c0461702a3a,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:37.113915 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59d52c59-5a29-40d6-9f2a-f620d4dd5f36 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.115123 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-59d52c59-5a29-40d6-9f2a-f620d4dd5f36 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166542 Jun 29 12:41:37.118242 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 36840) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:37.122339 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:41:37.143508 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.224049 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.249539 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device ba2f4f8f-721b-4ca9-baa6-9503942c77a9 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:41:37.270262 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: ba2f4f8f-721b-4ca9-baa6-9503942c77a9 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:41:37.271005 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device ba2f4f8f-721b-4ca9-baa6-9503942c77a9 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:41:37.328920 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Allocated IP 172.27.1.80 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/aa61b467-5613-44fb-ae1c-ff7f833aa3be) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:41:37.436388 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (aa61b467-5613-44fb-ae1c-ff7f833aa3be), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.467805 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (aa61b467-5613-44fb-ae1c-ff7f833aa3be), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.508120 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:41:37.511011 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:41:37.514834 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:41:37.519910 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=aa61b467-5613-44fb-ae1c-ff7f833aa3be,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:37.605057 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.644770 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (aa61b467-5613-44fb-ae1c-ff7f833aa3be), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.762326 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:37.784560 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:37.804746 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (aa61b467-5613-44fb-ae1c-ff7f833aa3be), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.809195 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (aa61b467-5613-44fb-ae1c-ff7f833aa3be), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.884214 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=aa61b467-5613-44fb-ae1c-ff7f833aa3be,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:37.894807 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.909125 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:37.910353 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-af8d590e-b865-4824-af6c-b9809973416e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7911885 Jun 29 12:41:38.105360 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-75d4f646-a58f-4a7f-84de-4d2441635dad tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1145095968&fields=id&tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 267 time: 0.0427186 Jun 29 12:41:38.210366 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-d6cffb3c-41a2-4ce3-88cb-8237a4036f3d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:38.212079 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-d6cffb3c-41a2-4ce3-88cb-8237a4036f3d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 814 time: 0.0995162 Jun 29 12:41:38.223435 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:38.227628 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-b3646b54-fb6b-4b9f-ba25-690954cc4c1e tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/quotas/f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 375 time: 0.0103769 Jun 29 12:41:38.280161 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-c770778d-b050-485e-a5d8-78cec98c8336 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475295 Jun 29 12:41:38.467925 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-aa9bbeeb-8df9-44de-8e33-0635f8cced2c service neutron] 10.222.0.52 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761582 Jun 29 12:41:38.559371 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-24efc047-a8b8-4a8d-8eef-b85e3ccf6164 service neutron] 10.222.0.52 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855403 Jun 29 12:41:38.722230 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-35fd1237-7deb-4f34-abbe-3af30f4bed57 req-8ec8438a-1ad8-4412-b1dc-70c6fbeb048a tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 210 time: 0.0305247 Jun 29 12:41:39.800516 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8ccc88ff-38e9-4dce-94b1-2b5cb990b779 req-cbbdfe64-c8c8-4028-b22e-d7aff87cf8d5 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 210 time: 0.0275488 Jun 29 12:41:40.880339 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c710ebc3-1801-4407-a091-8cb4d5ca77aa req-d0b13d94-094a-401f-958a-6f6a82fc05ed tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 210 time: 0.0287619 Jun 29 12:41:41.958281 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0497ced5-1403-4aaa-b3e9-2677f25067df req-0acfab4f-5ba9-4e20-8342-927901a2edf8 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 210 time: 0.0284245 Jun 29 12:41:43.054282 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-93f54a94-5158-4718-b402-98c0a719203c req-562a4bb3-1df5-435c-8c45-5237d9f4b845 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 210 time: 0.0291612 Jun 29 12:41:43.652690 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-7c5e7317-140c-4e7e-9afa-058c02986bb6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:43.654144 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-7c5e7317-140c-4e7e-9afa-058c02986bb6 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 814 time: 0.1133621 Jun 29 12:41:43.725026 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-be081e9f-2e86-4374-91cd-f9d2cc217ff9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87 HTTP/1.1" status: 200 len: 380 time: 0.0625949 Jun 29 12:41:43.797727 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'port': {'device_id': '753cf309-773f-450e-a78f-c705c283a741', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'admin_state_up': True, 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'security_groups': ['39f19f47-54fe-4ba1-90cc-1059d99090ed']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:41:44.160232 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4198ff17-eb31-4f4f-bcad-6026a78ce0dd req-a67bb7f8-d57f-4f88-92a5-c7f2d09e5174 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 210 time: 0.0350025 Jun 29 12:41:44.197695 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Made reservation on behalf of f18ffa75c23e4276a8b5b4fc3821fb87 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:41:44.200925 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:44.316284 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:44.328706 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Allocated IP 172.20.0.5 (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0/90758b2d-0d10-4904-b8ff-1c1ca767bc07/e68bb634-c4ca-4066-b821-2b34535537f8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:41:44.464793 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for port (e68bb634-c4ca-4066-b821-2b34535537f8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:44.476905 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:44.499025 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:44.544901 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:41:44.548084 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:41:44.551911 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:41:44.578899 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event updated for resources: {'Port': ['ID=e68bb634-c4ca-4066-b821-2b34535537f8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:44.606717 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:44.607336 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:44.625829 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1240a390-ce83-4ecc-8ac7-453638baaf35 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8339663 Jun 29 12:41:44.636637 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Request body: {'port': {'device_id': '753cf309-773f-450e-a78f-c705c283a741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:41:44.699778 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:44.734381 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-fea78fb8-55d6-4280-826f-35c2fc86b42c None None] Provisioning complete for port e68bb634-c4ca-4066-b821-2b34535537f8 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:41:44.734951 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fea78fb8-55d6-4280-826f-35c2fc86b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:44.770055 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fea78fb8-55d6-4280-826f-35c2fc86b42c None None] Port e68bb634-c4ca-4066-b821-2b34535537f8 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:41:44.976636 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68bb634-c4ca-4066-b821-2b34535537f8 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:41:44.984434 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Publish callbacks [] for port (e68bb634-c4ca-4066-b821-2b34535537f8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:44.997564 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Transition to ACTIVE for port object e68bb634-c4ca-4066-b821-2b34535537f8 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:41:45.002552 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:45.059265 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Pushing event updated for resources: {'Port': ['ID=e68bb634-c4ca-4066-b821-2b34535537f8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:45.121132 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:45.138768 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Attempting to bind port e68bb634-c4ca-4066-b821-2b34535537f8 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:41:45.139104 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Attempting to bind port e68bb634-c4ca-4066-b821-2b34535537f8 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:41:45.139435 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Attempting to bind port e68bb634-c4ca-4066-b821-2b34535537f8 on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:41:45.145800 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Port e68bb634-c4ca-4066-b821-2b34535537f8 on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:41:45.146123 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Attempting to bind port e68bb634-c4ca-4066-b821-2b34535537f8 on network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:41:45.151523 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:41:45.151856 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Checking segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:41:45.152242 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Bound using segment: {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:41:45.152664 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Bound port: e68bb634-c4ca-4066-b821-2b34535537f8, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:41:45.153023 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:45.226619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] For port e68bb634-c4ca-4066-b821-2b34535537f8, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:41:45.229858 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] For port e68bb634-c4ca-4066-b821-2b34535537f8, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e68bb634-c4ca-4066-b821-2b34535537f8,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:41:45.236591 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:45.274458 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:45.275137 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:45.276648 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] 10.222.0.23 "PUT /v2.0/ports/e68bb634-c4ca-4066-b821-2b34535537f8 HTTP/1.1" status: 200 len: 1093 time: 0.6441259 Jun 29 12:41:45.277132 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753cf309-773f-450e-a78f-c705c283a741', 'tag': 'e68bb634-c4ca-4066-b821-2b34535537f8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:41:45.279418 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dd8bb7-01f3-4f33-8eb8-e50805a84d23" -d '{"events": [{"name": "network-changed", "server_uuid": "753cf309-773f-450e-a78f-c705c283a741", "tag": "e68bb634-c4ca-4066-b821-2b34535537f8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:45.291567 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ca984-f3d6-4db9-b38b-ea06c1c0d4a2 req-bf11560b-e378-432b-9f5b-675813e1cf8c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:45.294504 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7f1ca984-f3d6-4db9-b38b-ea06c1c0d4a2 req-bf11560b-e378-432b-9f5b-675813e1cf8c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 943 time: 0.0546141 Jun 29 12:41:45.310255 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb216e6-db36-4b81-a072-68e7766a8a8b service neutron] Pushing event updated for resources: {'Port': ['ID=e68bb634-c4ca-4066-b821-2b34535537f8,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:45.320007 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a0f95d-07b3-40d7-9ffa-e78d49a5186d x-openstack-request-id: req-10a0f95d-07b3-40d7-9ffa-e78d49a5186d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:45.320349 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753cf309-773f-450e-a78f-c705c283a741", "tag": "e68bb634-c4ca-4066-b821-2b34535537f8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:45.320607 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10a0f95d-07b3-40d7-9ffa-e78d49a5186d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:45.321007 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a0f95d-07b3-40d7-9ffa-e78d49a5186d'] response: {'name': 'network-changed', 'server_uuid': '753cf309-773f-450e-a78f-c705c283a741', 'tag': 'e68bb634-c4ca-4066-b821-2b34535537f8', 'status': 'completed', 'code': 200} Jun 29 12:41:45.359102 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-7f1ca984-f3d6-4db9-b38b-ea06c1c0d4a2 req-d5114ffe-e0bd-405b-a82d-baebaf1d0731 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559924 Jun 29 12:41:45.383346 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:45.393032 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd8bb7-01f3-4f33-8eb8-e50805a84d23 req-87871b9a-7f1a-4c45-973d-6d2e5d3b703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:45.394818 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-85dd8bb7-01f3-4f33-8eb8-e50805a84d23 req-87871b9a-7f1a-4c45-973d-6d2e5d3b703e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 1127 time: 0.0527139 Jun 29 12:41:45.500843 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd8bb7-01f3-4f33-8eb8-e50805a84d23 req-fb9fea92-0dd8-43bb-ad16-bfd4e6e929f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:45.502324 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-85dd8bb7-01f3-4f33-8eb8-e50805a84d23 req-fb9fea92-0dd8-43bb-ad16-bfd4e6e929f8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1001906 Jun 29 12:41:45.604574 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd8bb7-01f3-4f33-8eb8-e50805a84d23 req-20939aa0-7a1c-443f-8943-113a8702c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:45.606345 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-85dd8bb7-01f3-4f33-8eb8-e50805a84d23 req-20939aa0-7a1c-443f-8943-113a8702c9c3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983164 Jun 29 12:41:45.660945 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c08cef80-8310-4e03-b936-c6038b76d1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:45.682833 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-46101bfe-6e71-415e-bde8-10683df2b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:45.684360 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-46101bfe-6e71-415e-bde8-10683df2b669 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 1127 time: 0.0405397 Jun 29 12:41:45.725974 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-82958119-e1c6-46bb-bba6-b4247901140d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68bb634-c4ca-4066-b821-2b34535537f8 HTTP/1.1" status: 200 len: 217 time: 0.0348406 Jun 29 12:41:45.781707 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-2ec505d8-20db-4c74-9bf2-7535e2f0507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:45.784374 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-2ec505d8-20db-4c74-9bf2-7535e2f0507c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0529127 Jun 29 12:41:45.829662 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-b2873ecb-0240-4746-8e18-d678d11c4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:45.831231 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-b2873ecb-0240-4746-8e18-d678d11c4ecc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407050 Jun 29 12:41:45.926896 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-8fe84dc8-4945-4c50-b7ee-c446ea4f1dc9 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892389 Jun 29 12:41:46.023507 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3f8c8a5a-e22f-4fb6-a31f-a455938a4ae2 req-4cf9af9e-192c-4b3d-8752-70023e6b1d8f service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912390 Jun 29 12:41:46.474078 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c2c6b-ee2b-4d84-ab9b-38edc3278d9b req-274a5eb5-4064-4524-a661-9d1d4e2f5a0d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:46.475593 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4a4c2c6b-ee2b-4d84-ab9b-38edc3278d9b req-274a5eb5-4064-4524-a661-9d1d4e2f5a0d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 943 time: 0.0478694 Jun 29 12:41:46.531215 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4a4c2c6b-ee2b-4d84-ab9b-38edc3278d9b req-ae6d57f6-24ad-4024-9ff2-59533b56b71d tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491080 Jun 29 12:41:47.648676 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81aed30-9564-4eb3-a934-6e04d9e20055 req-c307ddef-b7b5-402c-a17b-7a4080c2cbea tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:47.650368 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e81aed30-9564-4eb3-a934-6e04d9e20055 req-c307ddef-b7b5-402c-a17b-7a4080c2cbea tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 943 time: 0.0492330 Jun 29 12:41:47.699490 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e81aed30-9564-4eb3-a934-6e04d9e20055 req-e22eadef-ee32-438a-a32b-82079e2e5b7b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436842 Jun 29 12:41:48.017622 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac257e4c-a643-4430-b5c0-b41754a6ab3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:48.323340 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=6 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:48.328393 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:48.818960 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972f58e-9582-467b-8046-13274a842dc3 req-9136a092-6e6f-4e51-87ad-fcd2fba68066 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:48.820465 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a972f58e-9582-467b-8046-13274a842dc3 req-9136a092-6e6f-4e51-87ad-fcd2fba68066 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 943 time: 0.0482035 Jun 29 12:41:48.868494 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a972f58e-9582-467b-8046-13274a842dc3 req-43c1c4f0-fd2f-4558-959e-28cb51cdb4a3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424423 Jun 29 12:41:49.110361 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:49.296577 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device e68bb634-c4ca-4066-b821-2b34535537f8 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:41:49.316113 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:49.408842 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port e68bb634-c4ca-4066-b821-2b34535537f8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e68bb634-c4ca-4066-b821-2b34535537f8,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:49.420089 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'e68bb634-c4ca-4066-b821-2b34535537f8', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'port_id': 'e68bb634-c4ca-4066-b821-2b34535537f8', 'mac_address': 'fa:16:3e:50:f3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:41:49.456681 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port e68bb634-c4ca-4066-b821-2b34535537f8 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:41:49.457074 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:49.470867 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68bb634-c4ca-4066-b821-2b34535537f8 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:41:49.490176 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:49.492144 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port e68bb634-c4ca-4066-b821-2b34535537f8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e68bb634-c4ca-4066-b821-2b34535537f8,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:49.495301 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:49.546029 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=e68bb634-c4ca-4066-b821-2b34535537f8,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:49.553856 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.554203 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.554569 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.554908 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.555239 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.555567 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.555904 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.556214 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.556536 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.556859 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.557181 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.557503 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.557822 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.558140 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.558476 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:49.704773 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['e68bb634-c4ca-4066-b821-2b34535537f8'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:41:49.983027 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcec99-5852-4b26-8b75-05c769133019 req-18ed0e34-25cc-455d-93f1-6aa5fab7c12c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:49.984381 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ebbcec99-5852-4b26-8b75-05c769133019 req-18ed0e34-25cc-455d-93f1-6aa5fab7c12c tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 944 time: 0.0481725 Jun 29 12:41:50.033543 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ebbcec99-5852-4b26-8b75-05c769133019 req-43010c12-2864-40fb-8d17-b0cacec8ae5b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Jun 29 12:41:50.469187 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:51.009219 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:51.062062 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:51.151133 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935a6b6-cc5f-400a-830f-b34bcf647862 req-83819d54-59d1-455b-9499-d06078b77405 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:51.152622 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1935a6b6-cc5f-400a-830f-b34bcf647862 req-83819d54-59d1-455b-9499-d06078b77405 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 944 time: 0.0509753 Jun 29 12:41:51.201139 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1935a6b6-cc5f-400a-830f-b34bcf647862 req-d0aeb781-539a-4128-b35f-dcbc67572261 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424733 Jun 29 12:41:51.305669 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device e68bb634-c4ca-4066-b821-2b34535537f8 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:41:51.350534 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port e68bb634-c4ca-4066-b821-2b34535537f8 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:41:51.355565 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port e68bb634-c4ca-4066-b821-2b34535537f8 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:41:51.355956 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:51.431725 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port e68bb634-c4ca-4066-b821-2b34535537f8 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:41:51.432126 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:51.459986 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753cf309-773f-450e-a78f-c705c283a741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68bb634-c4ca-4066-b821-2b34535537f8'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:41:51.462524 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250e232f-4d00-44a2-bbc5-2e3bfe15e752" -d '{"events": [{"server_uuid": "753cf309-773f-450e-a78f-c705c283a741", "name": "network-vif-plugged", "status": "completed", "tag": "e68bb634-c4ca-4066-b821-2b34535537f8"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:51.476874 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port e68bb634-c4ca-4066-b821-2b34535537f8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e68bb634-c4ca-4066-b821-2b34535537f8,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:51.481524 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:51.504772 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f1d887-8661-461e-85b7-7551d25ee650 x-openstack-request-id: req-e9f1d887-8661-461e-85b7-7551d25ee650 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:51.505058 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753cf309-773f-450e-a78f-c705c283a741", "name": "network-vif-plugged", "status": "completed", "tag": "e68bb634-c4ca-4066-b821-2b34535537f8", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:51.505306 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9f1d887-8661-461e-85b7-7551d25ee650 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:51.505692 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f1d887-8661-461e-85b7-7551d25ee650'] response: {'server_uuid': '753cf309-773f-450e-a78f-c705c283a741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68bb634-c4ca-4066-b821-2b34535537f8', 'code': 200} Jun 29 12:41:51.533680 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=e68bb634-c4ca-4066-b821-2b34535537f8,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:51.646014 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:51.679683 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f680e-0f75-4ba5-91e0-3bfb23e5a430 req-7608cf38-9288-4747-9c30-150f213eea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:51.681276 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d69f680e-0f75-4ba5-91e0-3bfb23e5a430 req-7608cf38-9288-4747-9c30-150f213eea29 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 1129 time: 0.0440531 Jun 29 12:41:51.730649 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d69f680e-0f75-4ba5-91e0-3bfb23e5a430 req-d26cb164-7bd0-458e-ae40-2f4e2439ab06 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Jun 29 12:41:52.323566 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:41:52.326365 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94549d54-3bff-4504-841d-7dfd39c525ee req-7e183cdd-6d04-4acc-a073-5054eb4912b4 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:52.327875 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-94549d54-3bff-4504-841d-7dfd39c525ee req-7e183cdd-6d04-4acc-a073-5054eb4912b4 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 945 time: 0.0490396 Jun 29 12:41:52.348337 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:52.379727 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-94549d54-3bff-4504-841d-7dfd39c525ee req-3d5acc37-988d-41b2-ab9e-b7f2c4cda1b0 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 Jun 29 12:41:53.501033 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da9e5b-8910-404f-bd67-1ab859080674 req-a44ae7f6-0eb9-407b-9167-bb68c9d851c2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:53.503429 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b5da9e5b-8910-404f-bd67-1ab859080674 req-a44ae7f6-0eb9-407b-9167-bb68c9d851c2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 945 time: 0.0534346 Jun 29 12:41:53.552347 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b5da9e5b-8910-404f-bd67-1ab859080674 req-4636a287-90a3-4f16-96a4-550fb433e4fc tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433216 Jun 29 12:41:53.670093 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc95db-4f18-47d2-bf2f-f371b469bd6d req-d7e88c28-6c9a-48d7-bdcb-aa9bb05148b2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:53.671690 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-19dc95db-4f18-47d2-bf2f-f371b469bd6d req-d7e88c28-6c9a-48d7-bdcb-aa9bb05148b2 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 945 time: 0.0490198 Jun 29 12:41:53.685993 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 37030) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:41:53.685993 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9c982814-f7f8-4bfb-9773-a07d6f887389 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Request body: {'floatingip': {'port_id': 'e68bb634-c4ca-4066-b821-2b34535537f8'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:41:53.728257 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c982814-f7f8-4bfb-9773-a07d6f887389 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:54.152560 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c982814-f7f8-4bfb-9773-a07d6f887389 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:54.156444 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c982814-f7f8-4bfb-9773-a07d6f887389 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:54.258261 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-9c982814-f7f8-4bfb-9773-a07d6f887389 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Floating IP 86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb associated. External IP: 172.27.1.80, port: e68bb634-c4ca-4066-b821-2b34535537f8. Jun 29 12:41:54.462699 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c982814-f7f8-4bfb-9773-a07d6f887389 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:41:54.570513 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c982814-f7f8-4bfb-9773-a07d6f887389 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:41:54.575521 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c982814-f7f8-4bfb-9773-a07d6f887389 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:41:54.581668 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:41:54.592617 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:41:54.593241 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:41:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:54.597721 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:54.601991 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:54.609474 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-9c982814-f7f8-4bfb-9773-a07d6f887389 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "PUT /v2.0/floatingips/86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb HTTP/1.1" status: 200 len: 990 time: 0.9269011 Jun 29 12:41:54.610442 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753cf309-773f-450e-a78f-c705c283a741', 'tag': 'e68bb634-c4ca-4066-b821-2b34535537f8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:41:54.613505 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e92633-47f2-491e-83fd-59de3fd25128" -d '{"events": [{"name": "network-changed", "server_uuid": "753cf309-773f-450e-a78f-c705c283a741", "tag": "e68bb634-c4ca-4066-b821-2b34535537f8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:54.653577 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94434889-088f-4eda-b72e-9d515fbf986b x-openstack-request-id: req-94434889-088f-4eda-b72e-9d515fbf986b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:54.653873 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753cf309-773f-450e-a78f-c705c283a741", "tag": "e68bb634-c4ca-4066-b821-2b34535537f8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:54.654130 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94434889-088f-4eda-b72e-9d515fbf986b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:54.654570 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94434889-088f-4eda-b72e-9d515fbf986b'] response: {'name': 'network-changed', 'server_uuid': '753cf309-773f-450e-a78f-c705c283a741', 'tag': 'e68bb634-c4ca-4066-b821-2b34535537f8', 'status': 'completed', 'code': 200} Jun 29 12:41:54.702949 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:41:54.727800 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92633-47f2-491e-83fd-59de3fd25128 req-8ba47b0e-cd1b-4898-821d-b9627f334838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:54.729425 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-31e92633-47f2-491e-83fd-59de3fd25128 req-8ba47b0e-cd1b-4898-821d-b9627f334838 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 1129 time: 0.0496888 Jun 29 12:41:54.803415 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:54.829633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92633-47f2-491e-83fd-59de3fd25128 req-241d6fbf-2ef9-4e3e-8a64-e5774bf71b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:54.831930 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-31e92633-47f2-491e-83fd-59de3fd25128 req-241d6fbf-2ef9-4e3e-8a64-e5774bf71b4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 915 time: 0.0964863 Jun 29 12:41:54.898336 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-31e92633-47f2-491e-83fd-59de3fd25128 req-c35bf0a5-0f6a-4ce2-a154-c4937d269df1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68bb634-c4ca-4066-b821-2b34535537f8 HTTP/1.1" status: 200 len: 998 time: 0.0595236 Jun 29 12:41:54.919281 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:41:54.941578 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': 'e68bb634-c4ca-4066-b821-2b34535537f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:50:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753cf309-773f-450e-a78f-c705c283a741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:41:37Z', 'updated_at': '2022-06-29T12:41:54Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:54.949741 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92633-47f2-491e-83fd-59de3fd25128 req-dd51868a-ec7b-4259-b7c9-c6d3a3c93f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:54.951373 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-31e92633-47f2-491e-83fd-59de3fd25128 req-dd51868a-ec7b-4259-b7c9-c6d3a3c93f37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0474496 Jun 29 12:41:54.967457 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:41:54.976424 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:41:54.977034 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:41:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:54.999854 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92633-47f2-491e-83fd-59de3fd25128 req-43a6a375-ad9e-486d-8409-e01854fde39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:41:55.001341 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-31e92633-47f2-491e-83fd-59de3fd25128 req-43a6a375-ad9e-486d-8409-e01854fde39e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441649 Jun 29 12:41:55.083825 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:41:55.092039 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-31e92633-47f2-491e-83fd-59de3fd25128 req-151dec68-1c44-4f7a-9892-7b705aaaddde service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844169 Jun 29 12:41:55.193326 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-31e92633-47f2-491e-83fd-59de3fd25128 req-8f71d6f6-4993-414c-afec-3379b4053755 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955138 Jun 29 12:41:55.295602 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': 'e68bb634-c4ca-4066-b821-2b34535537f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:50:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753cf309-773f-450e-a78f-c705c283a741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:41:37Z', 'updated_at': '2022-06-29T12:41:54Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:55.320579 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fccbd7-4d5e-442f-94b2-2d2c2d06ca68 None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'port_id': 'e68bb634-c4ca-4066-b821-2b34535537f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'mac_address': 'fa:16:3e:50:f3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753cf309-773f-450e-a78f-c705c283a741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:41:37Z', 'updated_at': '2022-06-29T12:41:54Z', 'revision_number': 1, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:41:55.505728 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4153885e-5ad9-43ec-bf24-87a225c82ab1 None None] New status for floating IP 86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:42:03.545160 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:03.547821 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:05.179734 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 37100) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:42:05.186210 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=50 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:05.188868 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=45 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:05.283895 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f004-4dd2-470f-9c1e-4aabf3b6f955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:05.293075 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=41 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:05.299149 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=54 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:05.357877 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f004-4dd2-470f-9c1e-4aabf3b6f955 admin admin] Publish callbacks [] for security_group (76bbce16-9304-48b1-8912-20d1ec29c9a7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:05.361515 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f004-4dd2-470f-9c1e-4aabf3b6f955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (76bbce16-9304-48b1-8912-20d1ec29c9a7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:05.401497 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-a6e6f004-4dd2-470f-9c1e-4aabf3b6f955 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9252260ef37347bdaa27a5cd518d8305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207069 Jun 29 12:42:05.402348 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6f004-4dd2-470f-9c1e-4aabf3b6f955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bbce16-9304-48b1-8912-20d1ec29c9a7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:05.404206 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 37104) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:42:05.452844 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1310d5bf-2ccc-46a0-b62d-268965d657ac admin admin] Publish callbacks [] for security_group (76bbce16-9304-48b1-8912-20d1ec29c9a7), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:05.474786 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1310d5bf-2ccc-46a0-b62d-268965d657ac admin admin] Publish callbacks [] for security_group (76bbce16-9304-48b1-8912-20d1ec29c9a7), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:05.524731 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1310d5bf-2ccc-46a0-b62d-268965d657ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (76bbce16-9304-48b1-8912-20d1ec29c9a7), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:05.527344 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-1310d5bf-2ccc-46a0-b62d-268965d657ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:05.528515 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1310d5bf-2ccc-46a0-b62d-268965d657ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76bbce16-9304-48b1-8912-20d1ec29c9a7 HTTP/1.1" status: 204 len: 168 time: 0.1232469 Jun 29 12:42:05.538056 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310d5bf-2ccc-46a0-b62d-268965d657ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bbce16-9304-48b1-8912-20d1ec29c9a7,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:06.146553 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 37126) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:42:06.250923 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2141427680-network', 'tenant_id': 'e1ba9e59fe574391a0c8342daed01416'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:42:06.272625 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Made reservation on behalf of e1ba9e59fe574391a0c8342daed01416 for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:42:06.274918 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.283186 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.368229 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Publish callbacks [] for security_group (c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.372109 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.397324 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:42:06.407211 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:06.412729 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (461347a8-16e1-4141-a655-23f427fcbf34), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.413067 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Added segment 461347a8-16e1-4141-a655-23f427fcbf34 of type vlan for network 1fa0fcca-656c-4166-b81d-3710eb67922d Jun 29 12:42:06.452518 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (1fa0fcca-656c-4166-b81d-3710eb67922d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.477132 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (1fa0fcca-656c-4166-b81d-3710eb67922d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.478349 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:06.478984 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.512492 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3645792 Jun 29 12:42:06.515311 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 37130) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:42:06.521123 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Request body: {'subnet': {'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2141427680-subnet', 'tenant_id': 'e1ba9e59fe574391a0c8342daed01416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:42:06.541269 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Made reservation on behalf of e1ba9e59fe574391a0c8342daed01416 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:42:06.543696 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12177391'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.551028 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce8103-9c7d-497e-ab7e-9be28be388b9 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa0fcca-656c-4166-b81d-3710eb67922d,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:06.560389 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 1fa0fcca-656c-4166-b81d-3710eb67922d details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:42:06.713596 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8467953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12177401'] for subnet (b1b11180-ed60-4cbf-b47e-4f610017a8a9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.766140 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b11180-ed60-4cbf-b47e-4f610017a8a9,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:06.782841 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Checking segment: {'id': '461347a8-16e1-4141-a655-23f427fcbf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:42:06.783202 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Network hostable DHCP agents. Network: 1fa0fcca-656c-4166-b81d-3710eb67922d, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:42:06.800705 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Network 1fa0fcca-656c-4166-b81d-3710eb67922d is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:42:06.809508 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 1fa0fcca-656c-4166-b81d-3710eb67922d) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:42:06.813610 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:06.814204 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:06.819309 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fc9bd-448e-4873-a8e6-050bc40bc943 None None] Network 1fa0fcca-656c-4166-b81d-3710eb67922d requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:42:06.832224 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-9829ba75-e8fa-492a-8b67-c6948fa9419c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3156047 Jun 29 12:42:06.927306 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28684576-975f-4ac7-b575-4a129c524281 None None] Network 1fa0fcca-656c-4166-b81d-3710eb67922d requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:42:08.583907 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-a00c8a94-cc16-4494-b7ac-d7df4c978346 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:08.585351 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-a00c8a94-cc16-4494-b7ac-d7df4c978346 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/networks?id=1fa0fcca-656c-4166-b81d-3710eb67922d HTTP/1.1" status: 200 len: 814 time: 0.0992410 Jun 29 12:42:08.600599 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-399997dd-f140-4aff-b552-47996a5790dd tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/quotas/e1ba9e59fe574391a0c8342daed01416 HTTP/1.1" status: 200 len: 375 time: 0.0097854 Jun 29 12:42:08.636521 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-bbc78fd2-9abc-45e0-a10b-899d1c43d389 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1ba9e59fe574391a0c8342daed01416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309637 Jun 29 12:42:08.726068 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-b0a17585-6965-4103-beef-194aa554dff7 service neutron] 10.222.0.52 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Jun 29 12:42:08.801841 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:08.806327 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:08.822928 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-3a8e97c7-3fc3-4188-b0ab-ad3155f2a0ed service neutron] 10.222.0.52 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910449 Jun 29 12:42:08.985985 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-23ed26de-4720-4ff1-a354-3c53d73632e3 req-1a472e43-d7e9-458f-a26d-fb87359da7be tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 210 time: 0.0324011 Jun 29 12:42:09.899387 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-23423778-7377-41fd-a944-2f3980b4cb91 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:09.900900 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-23423778-7377-41fd-a944-2f3980b4cb91 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.23 "GET /v2.0/networks?id=1fa0fcca-656c-4166-b81d-3710eb67922d HTTP/1.1" status: 200 len: 814 time: 0.1304653 Jun 29 12:42:09.914048 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Request body: {'port': {'device_id': '4098d777-3800-4629-b323-cdc50b1e7ad0', 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d', 'admin_state_up': True, 'tenant_id': 'e1ba9e59fe574391a0c8342daed01416'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:42:10.026578 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Made reservation on behalf of e1ba9e59fe574391a0c8342daed01416 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:42:10.029922 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:10.118968 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f53c507f-8d99-460b-93c3-53434a0ebbf1 req-dc380d27-9602-4d2e-9300-286d6915c25e tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 210 time: 0.0630221 Jun 29 12:42:10.180036 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Allocated IP 172.20.0.13 (1fa0fcca-656c-4166-b81d-3710eb67922d/b1b11180-ed60-4cbf-b47e-4f610017a8a9/51aa4b82-8213-493c-b4ba-acce369abd20) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:42:10.326187 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks [] for port (51aa4b82-8213-493c-b4ba-acce369abd20), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:10.357519 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:10.399889 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Network 1fa0fcca-656c-4166-b81d-3710eb67922d is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:42:10.403006 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:42:10.406633 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:42:10.432062 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Pushing event updated for resources: {'Port': ['ID=51aa4b82-8213-493c-b4ba-acce369abd20,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:10.458821 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:10.459418 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:10.474856 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-36613f91-4e40-4db0-900f-404df8c4a69f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5662615 Jun 29 12:42:10.485524 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Request body: {'port': {'device_id': '4098d777-3800-4629-b323-cdc50b1e7ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:42:10.812034 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:10.842093 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:10.858691 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:11.066983 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51aa4b82-8213-493c-b4ba-acce369abd20 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:42:11.074149 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Publish callbacks [] for port (51aa4b82-8213-493c-b4ba-acce369abd20), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:11.086559 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Transition to ACTIVE for port object 51aa4b82-8213-493c-b4ba-acce369abd20 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:42:11.090382 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:11.138487 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Pushing event updated for resources: {'Port': ['ID=51aa4b82-8213-493c-b4ba-acce369abd20,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:11.214535 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Attempting to bind port 51aa4b82-8213-493c-b4ba-acce369abd20 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:42:11.214891 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Attempting to bind port 51aa4b82-8213-493c-b4ba-acce369abd20 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '461347a8-16e1-4141-a655-23f427fcbf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:42:11.215228 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Attempting to bind port 51aa4b82-8213-493c-b4ba-acce369abd20 on network 1fa0fcca-656c-4166-b81d-3710eb67922d {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:42:11.219857 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Port 51aa4b82-8213-493c-b4ba-acce369abd20 on network 1fa0fcca-656c-4166-b81d-3710eb67922d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:42:11.220189 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Attempting to bind port 51aa4b82-8213-493c-b4ba-acce369abd20 on network 1fa0fcca-656c-4166-b81d-3710eb67922d {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:42:11.226834 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:42:11.227175 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Checking segment: {'id': '461347a8-16e1-4141-a655-23f427fcbf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:42:11.227560 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Bound using segment: {'id': '461347a8-16e1-4141-a655-23f427fcbf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:42:11.227985 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Bound port: 51aa4b82-8213-493c-b4ba-acce369abd20, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461347a8-16e1-4141-a655-23f427fcbf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:42:11.228344 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:11.238597 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02d892-e978-44ad-8d71-a6b34b4478a8 req-5682048d-5872-429a-89c3-1304e219e235 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:11.240063 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1e02d892-e978-44ad-8d71-a6b34b4478a8 req-5682048d-5872-429a-89c3-1304e219e235 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 944 time: 0.0519283 Jun 29 12:42:11.290186 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] For port 51aa4b82-8213-493c-b4ba-acce369abd20, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:42:11.294297 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] For port 51aa4b82-8213-493c-b4ba-acce369abd20, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=51aa4b82-8213-493c-b4ba-acce369abd20,segment=NetworkSegment(461347a8-16e1-4141-a655-23f427fcbf34),segment_id=461347a8-16e1-4141-a655-23f427fcbf34)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:42:11.295401 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1e02d892-e978-44ad-8d71-a6b34b4478a8 req-833e411a-8e09-4af3-922c-295fba4aabfb tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493350 Jun 29 12:42:11.301161 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:11.331854 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:11.333013 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:11.334386 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] 10.222.0.23 "PUT /v2.0/ports/51aa4b82-8213-493c-b4ba-acce369abd20 HTTP/1.1" status: 200 len: 1094 time: 0.8527181 Jun 29 12:42:11.336426 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4098d777-3800-4629-b323-cdc50b1e7ad0', 'tag': '51aa4b82-8213-493c-b4ba-acce369abd20'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:42:11.339204 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b" -d '{"events": [{"name": "network-changed", "server_uuid": "4098d777-3800-4629-b323-cdc50b1e7ad0", "tag": "51aa4b82-8213-493c-b4ba-acce369abd20"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:42:11.389880 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2acb0d-bd2e-4bf2-bd5f-37de943d8a61 x-openstack-request-id: req-ee2acb0d-bd2e-4bf2-bd5f-37de943d8a61 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:42:11.390175 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4098d777-3800-4629-b323-cdc50b1e7ad0", "tag": "51aa4b82-8213-493c-b4ba-acce369abd20", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:42:11.390446 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee2acb0d-bd2e-4bf2-bd5f-37de943d8a61 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:42:11.390835 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2acb0d-bd2e-4bf2-bd5f-37de943d8a61'] response: {'name': 'network-changed', 'server_uuid': '4098d777-3800-4629-b323-cdc50b1e7ad0', 'tag': '51aa4b82-8213-493c-b4ba-acce369abd20', 'status': 'completed', 'code': 200} Jun 29 12:42:11.406595 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0ae3c-147c-478f-baf2-970c65f94321 service neutron] Pushing event updated for resources: {'Port': ['ID=51aa4b82-8213-493c-b4ba-acce369abd20,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:11.420948 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-555301ad-7448-40bd-822c-d3a9c8bbd9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:11.422452 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-555301ad-7448-40bd-822c-d3a9c8bbd9e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1ba9e59fe574391a0c8342daed01416&device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 1128 time: 0.0461385 Jun 29 12:42:11.461693 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-8361b926-baa0-4bc2-ab60-ac80c70b05f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51aa4b82-8213-493c-b4ba-acce369abd20 HTTP/1.1" status: 200 len: 217 time: 0.0321672 Jun 29 12:42:11.509750 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-4c94867b-f0c9-47ca-b765-966872e0fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:11.511178 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-4c94867b-f0c9-47ca-b765-966872e0fa2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1b11180-ed60-4cbf-b47e-4f610017a8a9 HTTP/1.1" status: 200 len: 854 time: 0.0432801 Jun 29 12:42:11.542965 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-5e6096b1-f03a-40d5-ac59-e9c9547dbada service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fa0fcca-656c-4166-b81d-3710eb67922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257733 Jun 29 12:42:11.635675 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-094455fc-d7b0-484b-9432-de7f7cd033b9 service neutron] 10.222.0.23 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862231 Jun 29 12:42:11.710637 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:11.728014 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3bd7247a-e557-4c3e-9e80-9e2816bdcb81 req-2ce95a8f-d210-4883-aac9-80bde433f010 service neutron] 10.222.0.23 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870714 Jun 29 12:42:12.409799 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a5d26-f185-4602-99cf-6749bad340c6 req-e405e19a-f35c-4f60-97f9-acb5761a7d02 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:12.411983 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-716a5d26-f185-4602-99cf-6749bad340c6 req-e405e19a-f35c-4f60-97f9-acb5761a7d02 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 944 time: 0.0498056 Jun 29 12:42:12.464031 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-716a5d26-f185-4602-99cf-6749bad340c6 req-18e0e2d3-8f35-4dfc-8656-6b201128e740 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Jun 29 12:42:12.466541 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b req-3b53843b-0033-4caa-978d-179556705634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:12.468032 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b req-3b53843b-0033-4caa-978d-179556705634 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1ba9e59fe574391a0c8342daed01416&device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 1128 time: 0.0390780 Jun 29 12:42:12.551002 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:12.565656 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b req-f650f2a4-27e6-45a1-b247-ee174ab7ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:12.569312 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b req-f650f2a4-27e6-45a1-b247-ee174ab7ee88 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1fa0fcca-656c-4166-b81d-3710eb67922d HTTP/1.1" status: 200 len: 915 time: 0.0957477 Jun 29 12:42:12.608064 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b req-b41bf262-6536-4063-9ef7-c84a788b1b50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51aa4b82-8213-493c-b4ba-acce369abd20 HTTP/1.1" status: 200 len: 217 time: 0.0324519 Jun 29 12:42:12.654827 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b req-1fc497d9-fff0-441f-ac40-10270a38610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:12.656188 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b req-1fc497d9-fff0-441f-ac40-10270a38610d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1b11180-ed60-4cbf-b47e-4f610017a8a9 HTTP/1.1" status: 200 len: 854 time: 0.0424976 Jun 29 12:42:12.686914 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b req-8cb55c60-1bbd-4789-9ea7-1bc382d3a693 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fa0fcca-656c-4166-b81d-3710eb67922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248008 Jun 29 12:42:12.781565 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b req-249785b4-aca9-467b-aa24-8b15a16fed5b service neutron] 10.222.0.23 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883801 Jun 29 12:42:12.872034 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a2b79e1d-e9eb-4db3-966a-9ec93d65916b req-5476e0cc-f760-4ca1-a5dc-6faf5f8222ed service neutron] 10.222.0.23 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847161 Jun 29 12:42:13.407078 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 51aa4b82-8213-493c-b4ba-acce369abd20 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:42:13.507644 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 51aa4b82-8213-493c-b4ba-acce369abd20, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=51aa4b82-8213-493c-b4ba-acce369abd20,segment=NetworkSegment(461347a8-16e1-4141-a655-23f427fcbf34),segment_id=461347a8-16e1-4141-a655-23f427fcbf34)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:13.518972 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '51aa4b82-8213-493c-b4ba-acce369abd20', 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d', 'port_id': '51aa4b82-8213-493c-b4ba-acce369abd20', 'mac_address': 'fa:16:3e:21:2c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b11180-ed60-4cbf-b47e-4f610017a8a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:42:13.554562 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 51aa4b82-8213-493c-b4ba-acce369abd20 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:42:13.554955 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:13.568626 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51aa4b82-8213-493c-b4ba-acce369abd20 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:42:13.579648 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aa29a-9163-40a4-ba1a-1c0df0f259af req-53831b9a-7250-406a-9948-566beb8b9331 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:13.581152 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-137aa29a-9163-40a4-ba1a-1c0df0f259af req-53831b9a-7250-406a-9948-566beb8b9331 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 944 time: 0.0478826 Jun 29 12:42:13.589032 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 51aa4b82-8213-493c-b4ba-acce369abd20, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=51aa4b82-8213-493c-b4ba-acce369abd20,segment=NetworkSegment(461347a8-16e1-4141-a655-23f427fcbf34),segment_id=461347a8-16e1-4141-a655-23f427fcbf34)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:13.593754 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:13.631496 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-137aa29a-9163-40a4-ba1a-1c0df0f259af req-ffe6652c-36a7-468b-b387-c53b8461b294 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Jun 29 12:42:13.646387 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=51aa4b82-8213-493c-b4ba-acce369abd20,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:13.804806 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['51aa4b82-8213-493c-b4ba-acce369abd20'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:42:14.550793 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=25 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:14.552665 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:14.748096 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a5a4e-29ad-4b08-97a9-6b1aeb801d3e req-1d90685b-8c2b-4712-b94d-7826294c94db tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:14.749541 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-916a5a4e-29ad-4b08-97a9-6b1aeb801d3e req-1d90685b-8c2b-4712-b94d-7826294c94db tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 945 time: 0.0513818 Jun 29 12:42:14.797979 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-916a5a4e-29ad-4b08-97a9-6b1aeb801d3e req-42fadeea-6b13-4c9c-bf3f-838a93398146 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Jun 29 12:42:15.407189 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 51aa4b82-8213-493c-b4ba-acce369abd20 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:42:15.449306 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 51aa4b82-8213-493c-b4ba-acce369abd20 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:42:15.455066 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 51aa4b82-8213-493c-b4ba-acce369abd20 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:42:15.455457 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:15.496979 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:15.528087 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 51aa4b82-8213-493c-b4ba-acce369abd20 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:42:15.528476 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:15.545556 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:15.551255 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098d777-3800-4629-b323-cdc50b1e7ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aa4b82-8213-493c-b4ba-acce369abd20'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:42:15.553461 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51e4ad9-d24f-40fc-902b-203d26683b95" -d '{"events": [{"server_uuid": "4098d777-3800-4629-b323-cdc50b1e7ad0", "name": "network-vif-plugged", "status": "completed", "tag": "51aa4b82-8213-493c-b4ba-acce369abd20"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:42:15.567752 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 51aa4b82-8213-493c-b4ba-acce369abd20, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=51aa4b82-8213-493c-b4ba-acce369abd20,segment=NetworkSegment(461347a8-16e1-4141-a655-23f427fcbf34),segment_id=461347a8-16e1-4141-a655-23f427fcbf34)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:15.571782 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:15.598229 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e25c46-8c01-4379-a122-a875579dc29a x-openstack-request-id: req-e7e25c46-8c01-4379-a122-a875579dc29a {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:42:15.598229 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4098d777-3800-4629-b323-cdc50b1e7ad0", "name": "network-vif-plugged", "status": "completed", "tag": "51aa4b82-8213-493c-b4ba-acce369abd20", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:42:15.598476 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7e25c46-8c01-4379-a122-a875579dc29a {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:42:15.598864 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e25c46-8c01-4379-a122-a875579dc29a'] response: {'server_uuid': '4098d777-3800-4629-b323-cdc50b1e7ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aa4b82-8213-493c-b4ba-acce369abd20', 'code': 200} Jun 29 12:42:15.625713 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=51aa4b82-8213-493c-b4ba-acce369abd20,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:15.654321 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-533b1537-b439-4837-9eef-962ead7db6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:15.755929 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4bfca-4f1f-4184-8167-c2162f9788ca req-73b0c599-6f61-4389-9d5a-613a428cbe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:15.757992 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2ef4bfca-4f1f-4184-8167-c2162f9788ca req-73b0c599-6f61-4389-9d5a-613a428cbe3c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 1130 time: 0.0392735 Jun 29 12:42:15.803706 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2ef4bfca-4f1f-4184-8167-c2162f9788ca req-0d306181-5519-4d8d-9d87-0a8d11be30d9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396628 Jun 29 12:42:15.911830 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca996e-7a51-437f-8912-265c41ca0065 req-3dcdd781-2fca-4681-933f-c2ecf2d56584 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:15.913198 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4eca996e-7a51-437f-8912-265c41ca0065 req-3dcdd781-2fca-4681-933f-c2ecf2d56584 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 946 time: 0.0479288 Jun 29 12:42:15.937007 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:15.938813 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:15.963375 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4eca996e-7a51-437f-8912-265c41ca0065 req-18b5cdde-81b4-4e8b-b052-4becea818986 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448112 Jun 29 12:42:17.079960 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21017f-9272-4a1f-b9a9-75b88d444931 req-f3aea8f2-2a36-4363-9818-7505c1adabd4 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:17.081563 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6e21017f-9272-4a1f-b9a9-75b88d444931 req-f3aea8f2-2a36-4363-9818-7505c1adabd4 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 946 time: 0.0507300 Jun 29 12:42:17.130923 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6e21017f-9272-4a1f-b9a9-75b88d444931 req-bb9c5971-daa9-4793-bda0-0ab5a05a4813 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Jun 29 12:42:18.021953 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9616c3d-772b-4e79-b051-ca237941984b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:18.245719 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e30b4-ca76-43dc-99ce-5f6f6886222f req-479a1dac-bcdc-4cf1-b3a7-4a256eb51c09 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:18.247204 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-399e30b4-ca76-43dc-99ce-5f6f6886222f req-479a1dac-bcdc-4cf1-b3a7-4a256eb51c09 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 946 time: 0.0507443 Jun 29 12:42:18.294676 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-399e30b4-ca76-43dc-99ce-5f6f6886222f req-5df6ff62-0660-4326-ba31-7b97d59b8c2b tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419326 Jun 29 12:42:19.115200 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:20.471176 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:21.011943 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:21.060807 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:25.324915 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:27.124380 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=64 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:27.126949 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=60 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:28.282698 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=9 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:28.290953 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=14 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:29.187692 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-83245acd-6999-4f6e-a829-de8ca94cc232 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396411 Jun 29 12:42:29.277117 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-51019e4e-72c3-4a72-836d-936137605f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:29.278602 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-51019e4e-72c3-4a72-836d-936137605f35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 1129 time: 0.0391712 Jun 29 12:42:29.322577 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:42:29.387136 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-7956b393-c9b7-4575-977f-7898135bb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:29.388592 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-7956b393-c9b7-4575-977f-7898135bb4bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 200 len: 915 time: 0.0894089 Jun 29 12:42:29.449994 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-946d7bd9-545d-4349-ae74-faa1a2037247 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e68bb634-c4ca-4066-b821-2b34535537f8 HTTP/1.1" status: 200 len: 1000 time: 0.0547652 Jun 29 12:42:29.501223 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-1bcccd18-0e35-4a75-94dc-44cd2a8746d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:29.502642 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-1bcccd18-0e35-4a75-94dc-44cd2a8746d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 200 len: 853 time: 0.0463071 Jun 29 12:42:29.545361 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-df1a3cd9-4a1d-4f55-8eb8-2feaaef7298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:29.546851 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-df1a3cd9-4a1d-4f55-8eb8-2feaaef7298e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379734 Jun 29 12:42:29.639822 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-135d14da-5377-4ab1-b524-f150329551b5 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844033 Jun 29 12:42:29.734017 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b542f365-9a57-4a91-a0dd-50f3529f01a8 req-68146a45-1d51-4a9a-90ce-19522999ba40 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862937 Jun 29 12:42:31.054486 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:31.056407 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:39.319012 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=7 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:39.721510 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=51 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:39.730616 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=50 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:45.659658 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38883545-b5b3-4b56-a5ad-c2394a25c69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:48.023675 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3de3978d-b493-41ca-a730-5e05bc8e8607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:49.115768 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:50.473459 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:50.618018 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e2cc2-273a-4301-b6f2-0471e5a069e6 req-07a3ec58-6748-4792-9996-d79c30f760dd tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:50.619489 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-533e2cc2-273a-4301-b6f2-0471e5a069e6 req-07a3ec58-6748-4792-9996-d79c30f760dd tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 945 time: 0.0476010 Jun 29 12:42:50.666510 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-533e2cc2-273a-4301-b6f2-0471e5a069e6 req-ddffbe6d-064a-4757-accb-6ec26eae7aca tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Jun 29 12:42:51.020119 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:51.067049 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:51.781232 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d31f-d380-499b-9d41-4321d119e9cf req-7f5ac734-c6dd-4ca6-ad3f-62097d351180 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:51.782696 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8091d31f-d380-499b-9d41-4321d119e9cf req-7f5ac734-c6dd-4ca6-ad3f-62097d351180 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 945 time: 0.0474410 Jun 29 12:42:51.829878 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8091d31f-d380-499b-9d41-4321d119e9cf req-44d4a18f-cf99-4ff0-87ba-3c25cebcb3c3 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups?id=39f19f47-54fe-4ba1-90cc-1059d99090ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Jun 29 12:42:52.221871 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-17ab0e6c-151d-4dea-af24-bd64e96c7c99 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:52.223324 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-17ab0e6c-151d-4dea-af24-bd64e96c7c99 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 945 time: 0.0506427 Jun 29 12:42:52.306494 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Deleting port e68bb634-c4ca-4066-b821-2b34535537f8 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:42:52.306799 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:52.402505 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] For port e68bb634-c4ca-4066-b821-2b34535537f8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e68bb634-c4ca-4066-b821-2b34535537f8,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:52.402874 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:52.573967 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:52.574338 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:52.574692 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Floating IP 86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb disassociated. External IP: 172.27.1.80, port: e68bb634-c4ca-4066-b821-2b34535537f8. Jun 29 12:42:52.575040 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Calling delete_port for e68bb634-c4ca-4066-b821-2b34535537f8 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:42:52.701987 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (e68bb634-c4ca-4066-b821-2b34535537f8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:52.727376 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'Port': ['ID=e68bb634-c4ca-4066-b821-2b34535537f8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:52.737001 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.737351 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.737694 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.738033 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.738368 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.738722 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.739051 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.739382 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.739708 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.740692 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.741702 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.741702 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.741702 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.741955 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.742268 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:52.851446 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:42:52.926315 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e25a0d9d-9cdd-45e8-8728-cdcbcf29dd38 req-ae4c42e4-c337-4d78-a93a-632d10348690 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/ports?device_id=753cf309-773f-450e-a78f-c705c283a741 HTTP/1.1" status: 200 len: 210 time: 0.0272233 Jun 29 12:42:52.956693 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:42:52.967625 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:42:52.978827 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:42:52.979455 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:42:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:52.999260 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] No DVR routers for this DVR port e68bb634-c4ca-4066-b821-2b34535537f8 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:42:53.001754 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:53.004965 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a23448a-d3c0-44ec-a34d-400e92de5855 req-c920dff1-254f-4e51-9d8d-ae1514c01cda tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.23 "DELETE /v2.0/ports/e68bb634-c4ca-4066-b821-2b34535537f8 HTTP/1.1" status: 204 len: 173 time: 0.7762153 Jun 29 12:42:53.005716 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753cf309-773f-450e-a78f-c705c283a741', 'name': 'network-vif-deleted', 'tag': 'e68bb634-c4ca-4066-b821-2b34535537f8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:42:53.008132 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e0f5d-c911-4c37-8e66-1749c49e6b09" -d '{"events": [{"server_uuid": "753cf309-773f-450e-a78f-c705c283a741", "name": "network-vif-deleted", "tag": "e68bb634-c4ca-4066-b821-2b34535537f8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:42:53.045146 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c78b7e-9349-40b8-acf9-2ad28c923edb x-openstack-request-id: req-b1c78b7e-9349-40b8-acf9-2ad28c923edb {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:42:53.045447 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753cf309-773f-450e-a78f-c705c283a741", "name": "network-vif-deleted", "tag": "e68bb634-c4ca-4066-b821-2b34535537f8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:42:53.045702 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1c78b7e-9349-40b8-acf9-2ad28c923edb {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:42:53.046102 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c78b7e-9349-40b8-acf9-2ad28c923edb'] response: {'server_uuid': '753cf309-773f-450e-a78f-c705c283a741', 'name': 'network-vif-deleted', 'tag': 'e68bb634-c4ca-4066-b821-2b34535537f8', 'status': 'completed', 'code': 200} Jun 29 12:42:53.091432 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:42:53.304690 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:53.329995 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:42:53.339031 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:42:53.339655 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:42:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:53.467952 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:42:53.655652 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:53.683936 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deaddf5-2a2c-401d-a444-b71e0254e972 None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:18Z', 'revision_number': 4, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6a0fca45-8867-44a4-8e7d-2e40095e75af', 'name': '', 'network_id': '9a4c9384-2272-4ef8-9e7c-74de83b9d3b0', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'mac_address': 'fa:16:3e:63:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:17Z', 'updated_at': '2022-06-29T12:38:21Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'subnets': [{'id': '90758b2d-0d10-4904-b8ff-1c1ca767bc07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:42:53.891723 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de09d6-1925-4968-bc17-05f5dfadd487 None None] New status for floating IP 86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:42:54.017568 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 37454) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:42:54.025970 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:54.044433 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:54.085277 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2320199-e998-4dfe-86f9-605d1364924b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (39f19f47-54fe-4ba1-90cc-1059d99090ed), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:54.109980 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2320199-e998-4dfe-86f9-605d1364924b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (39f19f47-54fe-4ba1-90cc-1059d99090ed), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:54.158826 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2320199-e998-4dfe-86f9-605d1364924b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (39f19f47-54fe-4ba1-90cc-1059d99090ed), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:54.161358 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2320199-e998-4dfe-86f9-605d1364924b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:54.162632 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f2320199-e998-4dfe-86f9-605d1364924b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "DELETE /v2.0/security-groups/39f19f47-54fe-4ba1-90cc-1059d99090ed HTTP/1.1" status: 204 len: 168 time: 0.1440384 Jun 29 12:42:54.165331 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 37456) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:42:54.171891 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2320199-e998-4dfe-86f9-605d1364924b tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f19f47-54fe-4ba1-90cc-1059d99090ed,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:54.182201 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.api.v2.resource [None req-572c3a47-496e-4e64-8606-5bf4e5c7fb0f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] show failed (client error): The resource could not be found. Jun 29 12:42:54.183251 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-572c3a47-496e-4e64-8606-5bf4e5c7fb0f tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "GET /v2.0/security-groups/39f19f47-54fe-4ba1-90cc-1059d99090ed HTTP/1.1" status: 404 len: 347 time: 0.0168979 Jun 29 12:42:54.186128 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 37458) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:42:54.295572 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a96d884a-80ba-44ac-b2fd-e270e1988cf9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Deleting port aa61b467-5613-44fb-ae1c-ff7f833aa3be {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:42:54.295913 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a96d884a-80ba-44ac-b2fd-e270e1988cf9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (aa61b467-5613-44fb-ae1c-ff7f833aa3be), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:54.373745 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a96d884a-80ba-44ac-b2fd-e270e1988cf9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (aa61b467-5613-44fb-ae1c-ff7f833aa3be), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:54.374075 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a96d884a-80ba-44ac-b2fd-e270e1988cf9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (aa61b467-5613-44fb-ae1c-ff7f833aa3be), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:54.387112 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a96d884a-80ba-44ac-b2fd-e270e1988cf9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Calling delete_port for aa61b467-5613-44fb-ae1c-ff7f833aa3be owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:42:54.520054 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a96d884a-80ba-44ac-b2fd-e270e1988cf9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (aa61b467-5613-44fb-ae1c-ff7f833aa3be), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:54.545670 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d884a-80ba-44ac-b2fd-e270e1988cf9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Pushing event deleted for resources: {'Port': ['ID=aa61b467-5613-44fb-ae1c-ff7f833aa3be,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:54.608973 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a96d884a-80ba-44ac-b2fd-e270e1988cf9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks [] for floatingip (86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:54.611834 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a96d884a-80ba-44ac-b2fd-e270e1988cf9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:54.613117 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-a96d884a-80ba-44ac-b2fd-e270e1988cf9 tempest-AttachVolumeNegativeTest-1250841024 tempest-AttachVolumeNegativeTest-1250841024-project] 10.222.0.52 "DELETE /v2.0/floatingips/86fe3fc7-b3f6-45e1-8283-a6fbf559dbeb HTTP/1.1" status: 204 len: 168 time: 0.4259167 Jun 29 12:42:54.895264 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac56d-245d-4f24-b018-e9c2c74f5436 req-19cc1f35-b198-4575-a41c-84ccccbd3d9d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:54.897799 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f99ac56d-245d-4f24-b018-e9c2c74f5436 req-19cc1f35-b198-4575-a41c-84ccccbd3d9d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 946 time: 0.0494053 Jun 29 12:42:54.947068 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f99ac56d-245d-4f24-b018-e9c2c74f5436 req-07ce82f0-dd6b-48b4-9ea3-79eb7b54604e tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 Jun 29 12:42:55.634055 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device e68bb634-c4ca-4066-b821-2b34535537f8 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:55.636244 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:55.655590 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: e68bb634-c4ca-4066-b821-2b34535537f8 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:42:55.655874 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device e68bb634-c4ca-4066-b821-2b34535537f8 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:56.068647 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c371-daab-46c1-91d4-09240a8e35e6 req-a673a408-a8df-4c75-a7f9-5172483a9310 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:56.070790 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eb20c371-daab-46c1-91d4-09240a8e35e6 req-a673a408-a8df-4c75-a7f9-5172483a9310 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 946 time: 0.0543721 Jun 29 12:42:56.124097 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eb20c371-daab-46c1-91d4-09240a8e35e6 req-d6fa3e5a-31ed-4da8-aa96-cc2958a7e7eb tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476475 Jun 29 12:42:56.370100 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-bd531694-c0ed-455f-88f2-1de095e18129 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:42:56.371582 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-bd531694-c0ed-455f-88f2-1de095e18129 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.23 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 946 time: 0.0471039 Jun 29 12:42:56.455271 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-03ef4cef-b754-4ecc-a6f5-694a1718a671 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Deleting port 51aa4b82-8213-493c-b4ba-acce369abd20 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:42:56.455616 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-03ef4cef-b754-4ecc-a6f5-694a1718a671 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:56.547237 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-03ef4cef-b754-4ecc-a6f5-694a1718a671 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] For port 51aa4b82-8213-493c-b4ba-acce369abd20, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=51aa4b82-8213-493c-b4ba-acce369abd20,segment=NetworkSegment(461347a8-16e1-4141-a655-23f427fcbf34),segment_id=461347a8-16e1-4141-a655-23f427fcbf34)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:56.547685 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-03ef4cef-b754-4ecc-a6f5-694a1718a671 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:56.561261 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-03ef4cef-b754-4ecc-a6f5-694a1718a671 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Calling delete_port for 51aa4b82-8213-493c-b4ba-acce369abd20 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:42:56.566485 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:56.572144 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:56.693322 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-03ef4cef-b754-4ecc-a6f5-694a1718a671 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (51aa4b82-8213-493c-b4ba-acce369abd20), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:56.705650 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['51aa4b82-8213-493c-b4ba-acce369abd20'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:42:56.719072 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef4cef-b754-4ecc-a6f5-694a1718a671 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Pushing event deleted for resources: {'Port': ['ID=51aa4b82-8213-493c-b4ba-acce369abd20,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:56.767663 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-03ef4cef-b754-4ecc-a6f5-694a1718a671 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] No DVR routers for this DVR port 51aa4b82-8213-493c-b4ba-acce369abd20 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:42:56.770035 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-03ef4cef-b754-4ecc-a6f5-694a1718a671 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:56.774108 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-63df4047-b309-43c9-a5f0-2c7acd805b8f req-03ef4cef-b754-4ecc-a6f5-694a1718a671 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.23 "DELETE /v2.0/ports/51aa4b82-8213-493c-b4ba-acce369abd20 HTTP/1.1" status: 204 len: 173 time: 0.3977060 Jun 29 12:42:56.774572 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098d777-3800-4629-b323-cdc50b1e7ad0', 'name': 'network-vif-deleted', 'tag': '51aa4b82-8213-493c-b4ba-acce369abd20'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:42:56.776777 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4cd1e2-134f-449e-b9e6-e5f0772b1bc3" -d '{"events": [{"server_uuid": "4098d777-3800-4629-b323-cdc50b1e7ad0", "name": "network-vif-deleted", "tag": "51aa4b82-8213-493c-b4ba-acce369abd20"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:42:56.819109 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711f52c0-78f9-47ec-9ebb-fde669c3be4c x-openstack-request-id: req-711f52c0-78f9-47ec-9ebb-fde669c3be4c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:42:56.820920 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4098d777-3800-4629-b323-cdc50b1e7ad0", "name": "network-vif-deleted", "tag": "51aa4b82-8213-493c-b4ba-acce369abd20", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:42:56.821244 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-711f52c0-78f9-47ec-9ebb-fde669c3be4c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:42:56.821662 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711f52c0-78f9-47ec-9ebb-fde669c3be4c'] response: {'server_uuid': '4098d777-3800-4629-b323-cdc50b1e7ad0', 'name': 'network-vif-deleted', 'tag': '51aa4b82-8213-493c-b4ba-acce369abd20', 'status': 'completed', 'code': 200} Jun 29 12:42:57.251612 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1a985dba-9c04-4c04-8d7a-8e10be9a056f req-a7b588cb-98dc-4b94-bcb8-2116ce30555f tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4098d777-3800-4629-b323-cdc50b1e7ad0 HTTP/1.1" status: 200 len: 210 time: 0.0334809 Jun 29 12:42:58.318335 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 37508) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:42:58.634382 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (38b9a410-122f-4015-b16f-c888ab5ab7d5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:59.108935 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] Deleting port 6a0fca45-8867-44a4-8e7d-2e40095e75af {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:42:59.109184 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:59.188911 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:59.190990 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] For port 6a0fca45-8867-44a4-8e7d-2e40095e75af, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=6a0fca45-8867-44a4-8e7d-2e40095e75af,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:59.191348 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:59.205446 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] Calling delete_port for 6a0fca45-8867-44a4-8e7d-2e40095e75af owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:42:59.270797 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:42:59.383395 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (6a0fca45-8867-44a4-8e7d-2e40095e75af), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:59.405751 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0fca45-8867-44a4-8e7d-2e40095e75af,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:59.573441 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (38b9a410-122f-4015-b16f-c888ab5ab7d5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:59.777554 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] Router 38b9a410-122f-4015-b16f-c888ab5ab7d5 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:42:59.877735 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:42:59.882673 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e979ed1d-ce4f-411a-bc09-f4184ec14c9d admin admin] 10.222.0.52 "PUT /v2.0/routers/38b9a410-122f-4015-b16f-c888ab5ab7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5628090 Jun 29 12:42:59.885701 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 37516) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:42:59.887770 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] Sync routers for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:42:59.899205 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:42:59.899824 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:42:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:59.982150 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Publish callbacks [] for router (38b9a410-122f-4015-b16f-c888ab5ab7d5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:42:59.988116 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:00.004741 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:43:00.062937 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:00.082689 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Publish callbacks [] for router_gateway (38b9a410-122f-4015-b16f-c888ab5ab7d5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.127486 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Deleting port 3b74639c-eb2f-42c0-94d0-20fd4842c21c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:43:00.127820 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.139250 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:00.178800 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:42:59Z', 'revision_number': 5, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port': {'id': '3b74639c-eb2f-42c0-94d0-20fd4842c21c', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:61:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:43:00.204914 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] Checking router: 38b9a410-122f-4015-b16f-c888ab5ab7d5 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:43:00.207662 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] For port 3b74639c-eb2f-42c0-94d0-20fd4842c21c, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=3b74639c-eb2f-42c0-94d0-20fd4842c21c,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:00.208023 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.214397 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] Routers {'38b9a410-122f-4015-b16f-c888ab5ab7d5'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:43:00.215013 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:42:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['38b9a410-122f-4015-b16f-c888ab5ab7d5'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:43:00.222052 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Calling delete_port for 3b74639c-eb2f-42c0-94d0-20fd4842c21c owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:43:00.300400 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] Set router 38b9a410-122f-4015-b16f-c888ab5ab7d5 gateway port host: None {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:43:00.351985 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:43:00Z', 'revision_number': 6, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port_host': None}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:43:00.391262 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (3b74639c-eb2f-42c0-94d0-20fd4842c21c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.420043 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b74639c-eb2f-42c0-94d0-20fd4842c21c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:00.490772 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (38b9a410-122f-4015-b16f-c888ab5ab7d5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.504904 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c160f3a-9105-4301-95b8-80236f4c49d5 None None] The sync data for ids ['38b9a410-122f-4015-b16f-c888ab5ab7d5'] in dv-cinder-812685-12-iscsi is: [{'id': '38b9a410-122f-4015-b16f-c888ab5ab7d5', 'name': 'tempest-AttachVolumeNegativeTest-255066283-router', 'tenant_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:38:15Z', 'updated_at': '2022-06-29T12:43:00Z', 'revision_number': 6, 'project_id': 'f18ffa75c23e4276a8b5b4fc3821fb87', 'gw_port_host': None}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:43:00.579702 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (38b9a410-122f-4015-b16f-c888ab5ab7d5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.581866 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Publish callbacks [] for router_controller (38b9a410-122f-4015-b16f-c888ab5ab7d5), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.623986 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (38b9a410-122f-4015-b16f-c888ab5ab7d5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.624506 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38b9a410-122f-4015-b16f-c888ab5ab7d5 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:43:00.628595 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.629729 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-67e8f24d-5fcc-4e96-9457-4bf067f6e80e admin admin] 10.222.0.52 "DELETE /v2.0/routers/38b9a410-122f-4015-b16f-c888ab5ab7d5 HTTP/1.1" status: 204 len: 168 time: 0.7431052 Jun 29 12:43:00.632229 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 37520) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:43:00.676390 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-027af512-e7f7-4a65-bfdb-a2707082c000 admin admin] Deleting subnet 90758b2d-0d10-4904-b8ff-1c1ca767bc07 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:43:00.679720 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-027af512-e7f7-4a65-bfdb-a2707082c000 admin admin] Publish callbacks [] for subnet (90758b2d-0d10-4904-b8ff-1c1ca767bc07), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.714115 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-027af512-e7f7-4a65-bfdb-a2707082c000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9681219'] for subnet (90758b2d-0d10-4904-b8ff-1c1ca767bc07), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.794402 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-027af512-e7f7-4a65-bfdb-a2707082c000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (90758b2d-0d10-4904-b8ff-1c1ca767bc07), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.857069 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-027af512-e7f7-4a65-bfdb-a2707082c000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8466990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12177344'] for subnet (90758b2d-0d10-4904-b8ff-1c1ca767bc07), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.886241 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027af512-e7f7-4a65-bfdb-a2707082c000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90758b2d-0d10-4904-b8ff-1c1ca767bc07,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:00.891146 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-027af512-e7f7-4a65-bfdb-a2707082c000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:00.896985 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-027af512-e7f7-4a65-bfdb-a2707082c000 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/90758b2d-0d10-4904-b8ff-1c1ca767bc07 HTTP/1.1" status: 204 len: 168 time: 0.2611623 Jun 29 12:43:00.897140 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa33f5e-0c9d-4b17-9304-eaf2d9280864 None None] Network 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:43:00.897595 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 37522) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:43:00.984089 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.000056 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 6a0fca45-8867-44a4-8e7d-2e40095e75af no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:43:01.024573 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 6a0fca45-8867-44a4-8e7d-2e40095e75af {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:43:01.024926 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 6a0fca45-8867-44a4-8e7d-2e40095e75af not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:43:01.029959 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Deleting port dea3e85a-9059-4bf2-a2e5-25ed17a82019 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:43:01.030306 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.093149 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] For port dea3e85a-9059-4bf2-a2e5-25ed17a82019, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=dea3e85a-9059-4bf2-a2e5-25ed17a82019,segment=NetworkSegment(36ec98ac-d4ad-4b00-945b-e1ce7a715d7d),segment_id=36ec98ac-d4ad-4b00-945b-e1ce7a715d7d)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:01.093515 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.106599 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Calling delete_port for dea3e85a-9059-4bf2-a2e5-25ed17a82019 owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:43:01.107623 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 51aa4b82-8213-493c-b4ba-acce369abd20 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:43:01.127223 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 51aa4b82-8213-493c-b4ba-acce369abd20 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:43:01.127572 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 51aa4b82-8213-493c-b4ba-acce369abd20 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:43:01.189748 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (dea3e85a-9059-4bf2-a2e5-25ed17a82019), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.215623 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=dea3e85a-9059-4bf2-a2e5-25ed17a82019,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:01.226791 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] No DVR routers for this DVR port dea3e85a-9059-4bf2-a2e5-25ed17a82019 on host dv-cinder-812685-12-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:43:01.231616 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.231962 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.232299 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.232634 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.232961 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.233287 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.233610 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.233931 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.234300 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.234602 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.234926 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.235246 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.235561 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.235881 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.236196 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:01.312606 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.320947 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c73bb-9926-4b6e-8110-c0ef4835304f None None] DHCP port deletion for 9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:43:01.344351 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4c9384-2272-4ef8-9e7c-74de83b9d3b0']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:43:01.353724 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:43:01.354050 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ec98ac-d4ad-4b00-945b-e1ce7a715d7d') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:43:01.363670 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (36ec98ac-d4ad-4b00-945b-e1ce7a715d7d), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.377638 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (36ec98ac-d4ad-4b00-945b-e1ce7a715d7d), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.385328 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:43:01.385704 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (36ec98ac-d4ad-4b00-945b-e1ce7a715d7d), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.442684 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 36ec98ac-d4ad-4b00-945b-e1ce7a715d7d resource provider aggregate not found Jun 29 12:43:01.454671 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (9a4c9384-2272-4ef8-9e7c-74de83b9d3b0), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.462131 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 36ec98ac-d4ad-4b00-945b-e1ce7a715d7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36ec98ac-d4ad-4b00-945b-e1ce7a715d7d found for delete ", "request_id": "req-87181aa8-1c8b-40a5-aea7-a8253d1c0c2c"}]} Jun 29 12:43:01.462932 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.466261 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] 10.222.0.52 "DELETE /v2.0/networks/9a4c9384-2272-4ef8-9e7c-74de83b9d3b0 HTTP/1.1" status: 204 len: 168 time: 0.5665152 Jun 29 12:43:01.486281 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f53545-e039-4281-8785-984408f39ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4c9384-2272-4ef8-9e7c-74de83b9d3b0,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:01.597346 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 37534) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:43:01.640860 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-1ac4b1ad-9e74-4934-8e42-e2d38ebe037b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f18ffa75c23e4276a8b5b4fc3821fb87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422878 Jun 29 12:43:01.642273 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 37538) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:43:01.697136 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59c43f00-a01d-4331-818b-6757910552d7 admin admin] Publish callbacks [] for security_group (0b5cc61f-90fc-4c24-aa32-397254ddfe6c), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.719493 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59c43f00-a01d-4331-818b-6757910552d7 admin admin] Publish callbacks [] for security_group (0b5cc61f-90fc-4c24-aa32-397254ddfe6c), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.731320 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:01.747412 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:01.772478 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59c43f00-a01d-4331-818b-6757910552d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (0b5cc61f-90fc-4c24-aa32-397254ddfe6c), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.776046 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59c43f00-a01d-4331-818b-6757910552d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:01.777298 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-59c43f00-a01d-4331-818b-6757910552d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b5cc61f-90fc-4c24-aa32-397254ddfe6c HTTP/1.1" status: 204 len: 168 time: 0.1340265 Jun 29 12:43:01.785765 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c43f00-a01d-4331-818b-6757910552d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5cc61f-90fc-4c24-aa32-397254ddfe6c,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:02.903750 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 3b74639c-eb2f-42c0-94d0-20fd4842c21c no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:43:02.926718 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 3b74639c-eb2f-42c0-94d0-20fd4842c21c {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:43:02.927131 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 3b74639c-eb2f-42c0-94d0-20fd4842c21c not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:43:02.927599 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device dea3e85a-9059-4bf2-a2e5-25ed17a82019 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:43:02.948632 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: dea3e85a-9059-4bf2-a2e5-25ed17a82019 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:43:02.948978 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device dea3e85a-9059-4bf2-a2e5-25ed17a82019 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:43:03.963975 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:03.966235 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:06.321696 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:43:06.345293 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-ba64a010-b951-4c75-9dcc-ca5c0cde1887 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:06.346801 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-ba64a010-b951-4c75-9dcc-ca5c0cde1887 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/networks?id=1fa0fcca-656c-4166-b81d-3710eb67922d HTTP/1.1" status: 200 len: 814 time: 0.1087108 Jun 29 12:43:06.363601 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-288f5ec3-f95d-4f30-8c50-74808b5113a0 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/quotas/e1ba9e59fe574391a0c8342daed01416 HTTP/1.1" status: 200 len: 375 time: 0.0098605 Jun 29 12:43:06.655931 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-4eb8bf6d-8dea-45b8-972a-23caa0dabcc5 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e1ba9e59fe574391a0c8342daed01416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2863994 Jun 29 12:43:06.749970 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-a236cc53-d753-4ceb-86f0-b0e238e8488f service neutron] 10.222.0.52 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865283 Jun 29 12:43:06.843151 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-2417f9b5-8976-4857-b1e1-7ffbc221db58 service neutron] 10.222.0.52 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874567 Jun 29 12:43:07.006464 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1b1c2520-533c-4207-9550-7a197962893c req-0e2d3813-4822-4b7c-93e8-71732fc337f5 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0329888 Jun 29 12:43:07.878806 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:07.904027 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:07.912713 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-fc2c0246-8113-41e9-8ae5-935ad354abd5 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:07.914296 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-fc2c0246-8113-41e9-8ae5-935ad354abd5 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.23 "GET /v2.0/networks?id=1fa0fcca-656c-4166-b81d-3710eb67922d HTTP/1.1" status: 200 len: 814 time: 0.1374810 Jun 29 12:43:07.927551 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Request body: {'port': {'device_id': '06d49d38-a3bd-4345-9cae-f02900b8ccb4', 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d', 'admin_state_up': True, 'tenant_id': 'e1ba9e59fe574391a0c8342daed01416'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:43:08.047448 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Made reservation on behalf of e1ba9e59fe574391a0c8342daed01416 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:43:08.051064 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:08.112968 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70a93f69-7fe7-4ec8-8cd4-bf7ab7ee5e2b req-7fb63d04-ca4f-4b36-abed-f06cffb44052 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 210 time: 0.0367835 Jun 29 12:43:08.188177 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Allocated IP 172.20.0.3 (1fa0fcca-656c-4166-b81d-3710eb67922d/b1b11180-ed60-4cbf-b47e-4f610017a8a9/c5c76edb-72c6-4d54-9ad3-cf7aec782a1f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:43:08.350486 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks [] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:08.385034 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:08.436158 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Network 1fa0fcca-656c-4166-b81d-3710eb67922d is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:43:08.439677 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:43:08.444139 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:43:08.483070 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Pushing event updated for resources: {'Port': ['ID=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:08.502886 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:08.503502 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:08.521074 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-8cf1e437-c5d6-4ff4-97fd-07ba75587713 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971344 Jun 29 12:43:08.532365 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Request body: {'port': {'device_id': '06d49d38-a3bd-4345-9cae-f02900b8ccb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:43:08.594761 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:08.743649 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:08.778673 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:08.860830 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c76edb-72c6-4d54-9ad3-cf7aec782a1f {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:43:08.869099 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Publish callbacks [] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:08.881559 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Transition to ACTIVE for port object c5c76edb-72c6-4d54-9ad3-cf7aec782a1f will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:43:08.885535 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:08.951174 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:09.003890 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Attempting to bind port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:43:09.004227 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Attempting to bind port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '461347a8-16e1-4141-a655-23f427fcbf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:43:09.004554 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Attempting to bind port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f on network 1fa0fcca-656c-4166-b81d-3710eb67922d {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:43:09.009515 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f on network 1fa0fcca-656c-4166-b81d-3710eb67922d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:43:09.009834 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Attempting to bind port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f on network 1fa0fcca-656c-4166-b81d-3710eb67922d {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:43:09.014605 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:43:09.014941 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Checking segment: {'id': '461347a8-16e1-4141-a655-23f427fcbf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:43:09.015319 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Bound using segment: {'id': '461347a8-16e1-4141-a655-23f427fcbf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:43:09.015734 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Bound port: c5c76edb-72c6-4d54-9ad3-cf7aec782a1f, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461347a8-16e1-4141-a655-23f427fcbf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:43:09.016081 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:09.079281 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] For port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:43:09.082276 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] For port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,segment=NetworkSegment(461347a8-16e1-4141-a655-23f427fcbf34),segment_id=461347a8-16e1-4141-a655-23f427fcbf34)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:43:09.088155 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:09.119158 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:09.119843 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:09.121447 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] 10.222.0.23 "PUT /v2.0/ports/c5c76edb-72c6-4d54-9ad3-cf7aec782a1f HTTP/1.1" status: 200 len: 1093 time: 0.5930200 Jun 29 12:43:09.123619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d49d38-a3bd-4345-9cae-f02900b8ccb4', 'tag': 'c5c76edb-72c6-4d54-9ad3-cf7aec782a1f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:43:09.126698 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d84371-3f5d-4375-9baf-5807575ef9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "06d49d38-a3bd-4345-9cae-f02900b8ccb4", "tag": "c5c76edb-72c6-4d54-9ad3-cf7aec782a1f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:09.161405 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40384687-fa2d-4ab1-a631-d2494e961f00 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:09.169865 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1e4409-bb6b-4775-af8a-d41cd25bb021 x-openstack-request-id: req-8f1e4409-bb6b-4775-af8a-d41cd25bb021 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:09.170154 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d49d38-a3bd-4345-9cae-f02900b8ccb4", "tag": "c5c76edb-72c6-4d54-9ad3-cf7aec782a1f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:09.170436 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f1e4409-bb6b-4775-af8a-d41cd25bb021 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:09.170836 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1e4409-bb6b-4775-af8a-d41cd25bb021'] response: {'name': 'network-changed', 'server_uuid': '06d49d38-a3bd-4345-9cae-f02900b8ccb4', 'tag': 'c5c76edb-72c6-4d54-9ad3-cf7aec782a1f', 'status': 'completed', 'code': 200} Jun 29 12:43:09.240941 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-3250e943-ba80-4f8c-8636-c29545d83118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:09.243800 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-3250e943-ba80-4f8c-8636-c29545d83118 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1ba9e59fe574391a0c8342daed01416&device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 1127 time: 0.0757439 Jun 29 12:43:09.262590 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2a37d-3a6d-449b-beef-9d50e7f68715 req-3d60fd48-55fb-4edb-aa0e-d9984bddaed1 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:09.263862 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cbd2a37d-3a6d-449b-beef-9d50e7f68715 req-3d60fd48-55fb-4edb-aa0e-d9984bddaed1 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 943 time: 0.0656698 Jun 29 12:43:09.293174 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-fe66333a-5dbd-4b12-b379-3e37c8112f84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f HTTP/1.1" status: 200 len: 217 time: 0.0418277 Jun 29 12:43:09.364660 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-837321d0-8713-4217-ad90-e7b27f256411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:09.366091 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-837321d0-8713-4217-ad90-e7b27f256411 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1b11180-ed60-4cbf-b47e-4f610017a8a9 HTTP/1.1" status: 200 len: 854 time: 0.0678258 Jun 29 12:43:09.370998 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cbd2a37d-3a6d-449b-beef-9d50e7f68715 req-2bd2fcfc-b29d-42dc-9dc2-7a9e1f49f3a7 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804286 Jun 29 12:43:09.401456 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-4ae3e3f1-d453-4513-a6ad-c641cecc5889 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fa0fcca-656c-4166-b81d-3710eb67922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290661 Jun 29 12:43:09.488495 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-ba98606a-f839-4302-b2b8-a4c6e4dbfdd2 service neutron] 10.222.0.23 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812349 Jun 29 12:43:09.576885 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-282bcd7f-8873-40fe-b72a-b929e423b781 req-6735aafd-d772-4784-b3cc-1430d29d3211 service neutron] 10.222.0.23 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829780 Jun 29 12:43:10.309702 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d84371-3f5d-4375-9baf-5807575ef9a1 req-92b987b9-df01-488b-99ae-68fa4dbff832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:10.311208 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e9d84371-3f5d-4375-9baf-5807575ef9a1 req-92b987b9-df01-488b-99ae-68fa4dbff832 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1ba9e59fe574391a0c8342daed01416&device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 1127 time: 0.0389090 Jun 29 12:43:10.347092 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:10.378003 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:10.406512 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d84371-3f5d-4375-9baf-5807575ef9a1 req-3adf64da-d7fd-4fa3-a748-6928d4c8a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:10.407977 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e9d84371-3f5d-4375-9baf-5807575ef9a1 req-3adf64da-d7fd-4fa3-a748-6928d4c8a20b service neutron] 10.222.0.23 "GET /v2.0/networks?id=1fa0fcca-656c-4166-b81d-3710eb67922d HTTP/1.1" status: 200 len: 915 time: 0.0911820 Jun 29 12:43:10.448035 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e9d84371-3f5d-4375-9baf-5807575ef9a1 req-1dd6f675-285d-435c-971e-9d92e299e6b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f HTTP/1.1" status: 200 len: 217 time: 0.0344350 Jun 29 12:43:10.485643 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaad69-93e6-4e08-9826-99a2f8cfc535 req-804392cd-a764-4fd8-ada0-15573f40b419 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:10.487116 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4feaad69-93e6-4e08-9826-99a2f8cfc535 req-804392cd-a764-4fd8-ada0-15573f40b419 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 943 time: 0.0494370 Jun 29 12:43:10.495906 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d84371-3f5d-4375-9baf-5807575ef9a1 req-14cb7b8a-5ed1-44e0-a063-dea9d40aa7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:10.497406 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e9d84371-3f5d-4375-9baf-5807575ef9a1 req-14cb7b8a-5ed1-44e0-a063-dea9d40aa7b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1b11180-ed60-4cbf-b47e-4f610017a8a9 HTTP/1.1" status: 200 len: 854 time: 0.0442090 Jun 29 12:43:10.529575 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e9d84371-3f5d-4375-9baf-5807575ef9a1 req-6c0065ba-4474-4a74-8d87-630e185e6384 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1fa0fcca-656c-4166-b81d-3710eb67922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266395 Jun 29 12:43:10.534594 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4feaad69-93e6-4e08-9826-99a2f8cfc535 req-ab83ff9f-2a8d-4b35-8afc-543538207c59 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Jun 29 12:43:10.625591 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e9d84371-3f5d-4375-9baf-5807575ef9a1 req-b1c81fc8-5fce-4023-ac89-487fedf63097 service neutron] 10.222.0.23 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902383 Jun 29 12:43:10.714839 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e9d84371-3f5d-4375-9baf-5807575ef9a1 req-5166f31e-b927-4dd8-8113-288eb90dc7fd service neutron] 10.222.0.23 "GET /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837781 Jun 29 12:43:11.649179 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ea731-3113-4063-849b-2f48d8e7b283 req-6da0b450-5168-4675-9bdc-b82e805197f2 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:11.650570 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-692ea731-3113-4063-849b-2f48d8e7b283 req-6da0b450-5168-4675-9bdc-b82e805197f2 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 943 time: 0.0510576 Jun 29 12:43:11.696499 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-692ea731-3113-4063-849b-2f48d8e7b283 req-a3e185ff-8984-4f25-b741-12c058196c49 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Jun 29 12:43:12.217921 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 37710) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:43:12.293024 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c5c76edb-72c6-4d54-9ad3-cf7aec782a1f details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:43:12.327917 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c993e9ae-5255-4313-a787-6b0d2f2578c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:12.400443 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,segment=NetworkSegment(461347a8-16e1-4141-a655-23f427fcbf34),segment_id=461347a8-16e1-4141-a655-23f427fcbf34)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:12.403814 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c993e9ae-5255-4313-a787-6b0d2f2578c9 admin admin] Publish callbacks [] for security_group (c7e38759-640f-4243-8306-a1fa7d81f700), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:12.407674 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c993e9ae-5255-4313-a787-6b0d2f2578c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c7e38759-640f-4243-8306-a1fa7d81f700), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:12.412377 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': 'c5c76edb-72c6-4d54-9ad3-cf7aec782a1f', 'network_id': '1fa0fcca-656c-4166-b81d-3710eb67922d', 'port_id': 'c5c76edb-72c6-4d54-9ad3-cf7aec782a1f', 'mac_address': 'fa:16:3e:85:b4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b11180-ed60-4cbf-b47e-4f610017a8a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:43:12.446969 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c993e9ae-5255-4313-a787-6b0d2f2578c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4fb6837bd2d4431fb6f9afccd5982175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278736 Jun 29 12:43:12.448371 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:43:12.448857 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 37714) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:43:12.448982 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:12.454828 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993e9ae-5255-4313-a787-6b0d2f2578c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e38759-640f-4243-8306-a1fa7d81f700,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:12.463453 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c76edb-72c6-4d54-9ad3-cf7aec782a1f {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:43:12.486204 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,segment=NetworkSegment(461347a8-16e1-4141-a655-23f427fcbf34),segment_id=461347a8-16e1-4141-a655-23f427fcbf34)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:12.490214 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:12.502265 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8682fc04-3e6c-4076-b9d8-c7cce69d712d admin admin] Publish callbacks [] for security_group (c7e38759-640f-4243-8306-a1fa7d81f700), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:12.530598 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8682fc04-3e6c-4076-b9d8-c7cce69d712d admin admin] Publish callbacks [] for security_group (c7e38759-640f-4243-8306-a1fa7d81f700), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:12.543810 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:12.550876 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.551227 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.551574 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.551924 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.552262 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.552592 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.552921 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.553247 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.553575 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.554449 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.554771 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.555098 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.555422 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.555743 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.556063 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:12.586672 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8682fc04-3e6c-4076-b9d8-c7cce69d712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c7e38759-640f-4243-8306-a1fa7d81f700), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:12.589147 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8682fc04-3e6c-4076-b9d8-c7cce69d712d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:12.590274 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8682fc04-3e6c-4076-b9d8-c7cce69d712d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7e38759-640f-4243-8306-a1fa7d81f700 HTTP/1.1" status: 204 len: 168 time: 0.1405330 Jun 29 12:43:12.598220 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682fc04-3e6c-4076-b9d8-c7cce69d712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e38759-640f-4243-8306-a1fa7d81f700,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:12.689649 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['c5c76edb-72c6-4d54-9ad3-cf7aec782a1f'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:43:12.733764 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:12.823530 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a59e7-8c70-4f86-b042-c11972373662 req-368ad782-d620-4d4e-b286-39a587e4c2c0 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:12.825056 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b58a59e7-8c70-4f86-b042-c11972373662 req-368ad782-d620-4d4e-b286-39a587e4c2c0 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 944 time: 0.0578423 Jun 29 12:43:12.862571 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:12.876632 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b58a59e7-8c70-4f86-b042-c11972373662 req-effd770b-cde1-4b73-807e-1dea370fd8c9 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Jun 29 12:43:13.996212 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94147288-d804-4f0f-9f26-858ac0b9f8a1 req-2888ada1-b32e-4165-8e2d-063cecbce148 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:13.997685 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-94147288-d804-4f0f-9f26-858ac0b9f8a1 req-2888ada1-b32e-4165-8e2d-063cecbce148 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 944 time: 0.0475080 Jun 29 12:43:14.045942 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-94147288-d804-4f0f-9f26-858ac0b9f8a1 req-13aa53cb-9233-448b-9d55-db66b47395f0 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Jun 29 12:43:14.307902 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c5c76edb-72c6-4d54-9ad3-cf7aec782a1f up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:43:14.324438 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:14.344541 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:14.353672 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:43:14.359883 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:43:14.360266 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:14.431795 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:43:14.432178 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:14.454214 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d49d38-a3bd-4345-9cae-f02900b8ccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c76edb-72c6-4d54-9ad3-cf7aec782a1f'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:43:14.456434 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1029cada-d3f5-4899-a6db-6de26f81f625" -d '{"events": [{"server_uuid": "06d49d38-a3bd-4345-9cae-f02900b8ccb4", "name": "network-vif-plugged", "status": "completed", "tag": "c5c76edb-72c6-4d54-9ad3-cf7aec782a1f"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:14.469885 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,segment=NetworkSegment(461347a8-16e1-4141-a655-23f427fcbf34),segment_id=461347a8-16e1-4141-a655-23f427fcbf34)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:14.473117 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:14.495059 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35231e9a-552c-4dde-b423-5255fd804227 x-openstack-request-id: req-35231e9a-552c-4dde-b423-5255fd804227 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:14.495353 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d49d38-a3bd-4345-9cae-f02900b8ccb4", "name": "network-vif-plugged", "status": "completed", "tag": "c5c76edb-72c6-4d54-9ad3-cf7aec782a1f", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:14.495604 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35231e9a-552c-4dde-b423-5255fd804227 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:14.495992 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35231e9a-552c-4dde-b423-5255fd804227'] response: {'server_uuid': '06d49d38-a3bd-4345-9cae-f02900b8ccb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c76edb-72c6-4d54-9ad3-cf7aec782a1f', 'code': 200} Jun 29 12:43:14.521747 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:14.662992 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8165e3-dc4b-4b4e-943e-42c5e7fcc879 req-7dc2f521-ef96-43b2-890f-2b1991f622ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:14.664380 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f8165e3-dc4b-4b4e-943e-42c5e7fcc879 req-7dc2f521-ef96-43b2-890f-2b1991f622ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 1129 time: 0.0411448 Jun 29 12:43:14.706990 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4f8165e3-dc4b-4b4e-943e-42c5e7fcc879 req-972921e2-2e4c-4818-bc8c-eb2c39ef77a7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365379 Jun 29 12:43:15.158116 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00deeb-db11-4e0a-8f6a-9404e09e5a10 req-4e30c0f7-5bdc-4a91-888e-cc4aa22a53fc tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:15.159615 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6e00deeb-db11-4e0a-8f6a-9404e09e5a10 req-4e30c0f7-5bdc-4a91-888e-cc4aa22a53fc tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0470424 Jun 29 12:43:15.208209 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6e00deeb-db11-4e0a-8f6a-9404e09e5a10 req-d0055cbf-38b3-42a4-9bff-9ce2ec6f3691 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Jun 29 12:43:15.652015 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e57be3a-5211-4f7c-99c2-f436fffa491e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:16.317048 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:16.328902 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100b2cb-a85e-41f0-b1b7-9b8d7bd77c46 req-a8044984-ffef-478a-8a66-228ea2794648 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:16.330378 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c100b2cb-a85e-41f0-b1b7-9b8d7bd77c46 req-a8044984-ffef-478a-8a66-228ea2794648 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0472481 Jun 29 12:43:16.362701 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:16.382170 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c100b2cb-a85e-41f0-b1b7-9b8d7bd77c46 req-90c3427e-6fc1-4615-b70f-9df3b7579fc4 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462468 Jun 29 12:43:18.023879 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2c3e39e2-13a1-4782-83a0-790b555552b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:19.118742 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:20.475143 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:21.013599 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:21.060009 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:25.194442 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=73 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:25.204600 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=62 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:26.377877 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=12 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:31.054376 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:31.056436 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:37.655454 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ef9a9-4b68-413e-a976-fde197fa0584 req-e14703a0-bef6-4665-8b68-fb81ebf3e057 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:37.656898 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e17ef9a9-4b68-413e-a976-fde197fa0584 req-e14703a0-bef6-4665-8b68-fb81ebf3e057 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0486264 Jun 29 12:43:37.703548 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e17ef9a9-4b68-413e-a976-fde197fa0584 req-8da52cea-dea0-4b71-b0e6-cc8da2ea0ea8 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411186 Jun 29 12:43:38.922626 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b83dc3-352c-4538-9a2f-e4c6b328fb0b req-408b15e9-e3b5-40d2-ae3d-856ef454dff6 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:38.924159 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-76b83dc3-352c-4538-9a2f-e4c6b328fb0b req-408b15e9-e3b5-40d2-ae3d-856ef454dff6 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 945 time: 0.1520262 Jun 29 12:43:38.974670 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-76b83dc3-352c-4538-9a2f-e4c6b328fb0b req-c5f0f142-4995-4fe7-8b05-75dad3e88ee6 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Jun 29 12:43:39.312364 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:39.316394 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:40.089671 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4cf67-f865-4b0e-8d03-bf135815a6da req-83b9192a-e901-47a3-bb46-67e221e693c3 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:40.091170 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f5d4cf67-f865-4b0e-8d03-bf135815a6da req-83b9192a-e901-47a3-bb46-67e221e693c3 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0472116 Jun 29 12:43:40.137260 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f5d4cf67-f865-4b0e-8d03-bf135815a6da req-0dd896f3-8baa-4505-87c8-15ede8e00eb0 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Jun 29 12:43:41.248734 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016be1ed-0127-4ee0-a34c-6447f0d3fcd4 req-1a09cbb9-f23c-442b-86a3-2d9fa50d8dcd tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:41.250182 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-016be1ed-0127-4ee0-a34c-6447f0d3fcd4 req-1a09cbb9-f23c-442b-86a3-2d9fa50d8dcd tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0464947 Jun 29 12:43:41.297141 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-016be1ed-0127-4ee0-a34c-6447f0d3fcd4 req-d7606b8e-3da8-4ee1-8418-1d04c1046993 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Jun 29 12:43:42.412209 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70919bb5-a9c7-44a3-92ae-f27b8637332b req-ef6daaa8-9a5d-4b92-b144-8a023d178ac4 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:42.413814 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70919bb5-a9c7-44a3-92ae-f27b8637332b req-ef6daaa8-9a5d-4b92-b144-8a023d178ac4 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0503635 Jun 29 12:43:42.460596 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70919bb5-a9c7-44a3-92ae-f27b8637332b req-3e8323e9-a3c2-4d73-8bbb-09c927783f09 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Jun 29 12:43:43.237499 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-8b910f20-8e7a-4209-9b0b-b68fb91a10fb tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:43.238967 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-8b910f20-8e7a-4209-9b0b-b68fb91a10fb tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.23 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0468748 Jun 29 12:43:43.319953 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:43:43.326964 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-366ad127-98d6-4c3e-9845-d8a4c99c6c1d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Deleting port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:43:43.327320 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-366ad127-98d6-4c3e-9845-d8a4c99c6c1d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:43.424275 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-366ad127-98d6-4c3e-9845-d8a4c99c6c1d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] For port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,segment=NetworkSegment(461347a8-16e1-4141-a655-23f427fcbf34),segment_id=461347a8-16e1-4141-a655-23f427fcbf34)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:43.424642 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-366ad127-98d6-4c3e-9845-d8a4c99c6c1d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:43.437272 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-366ad127-98d6-4c3e-9845-d8a4c99c6c1d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Calling delete_port for c5c76edb-72c6-4d54-9ad3-cf7aec782a1f owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:43:43.600793 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f3141-b6c9-46cd-b305-7b4324191eca req-1bb83604-5442-4623-af0d-39310f41353a tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:43:43.602356 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bf6f3141-b6c9-46cd-b305-7b4324191eca req-1bb83604-5442-4623-af0d-39310f41353a tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d49d38-a3bd-4345-9cae-f02900b8ccb4 HTTP/1.1" status: 200 len: 945 time: 0.0631661 Jun 29 12:43:43.603405 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-366ad127-98d6-4c3e-9845-d8a4c99c6c1d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (c5c76edb-72c6-4d54-9ad3-cf7aec782a1f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:43.615051 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['c5c76edb-72c6-4d54-9ad3-cf7aec782a1f'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:43:43.908645 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ad127-98d6-4c3e-9845-d8a4c99c6c1d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Pushing event deleted for resources: {'Port': ['ID=c5c76edb-72c6-4d54-9ad3-cf7aec782a1f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:43.972256 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-366ad127-98d6-4c3e-9845-d8a4c99c6c1d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] No DVR routers for this DVR port c5c76edb-72c6-4d54-9ad3-cf7aec782a1f on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:43:43.976876 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-366ad127-98d6-4c3e-9845-d8a4c99c6c1d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:43.980756 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e3f90eae-966b-44da-a1ab-a566a7323440 req-366ad127-98d6-4c3e-9845-d8a4c99c6c1d tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.23 "DELETE /v2.0/ports/c5c76edb-72c6-4d54-9ad3-cf7aec782a1f HTTP/1.1" status: 204 len: 173 time: 0.7368507 Jun 29 12:43:43.981192 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d49d38-a3bd-4345-9cae-f02900b8ccb4', 'name': 'network-vif-deleted', 'tag': 'c5c76edb-72c6-4d54-9ad3-cf7aec782a1f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:43:43.983525 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ce4dfa-5047-442c-8cae-6a45dcedae9d" -d '{"events": [{"server_uuid": "06d49d38-a3bd-4345-9cae-f02900b8ccb4", "name": "network-vif-deleted", "tag": "c5c76edb-72c6-4d54-9ad3-cf7aec782a1f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:44.000968 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bf6f3141-b6c9-46cd-b305-7b4324191eca req-d56376d0-5d8c-4be1-91f6-a5558f9407c3 tempest-VolumesSnapshotTestJSON-353834511 tempest-VolumesSnapshotTestJSON-353834511-project] 10.222.0.52 "GET /v2.0/security-groups?id=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909619 Jun 29 12:43:44.031966 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b291cbe-a96b-49f4-b4fb-9673f89f42e7 x-openstack-request-id: req-2b291cbe-a96b-49f4-b4fb-9673f89f42e7 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:44.032256 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d49d38-a3bd-4345-9cae-f02900b8ccb4", "name": "network-vif-deleted", "tag": "c5c76edb-72c6-4d54-9ad3-cf7aec782a1f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:44.032507 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b291cbe-a96b-49f4-b4fb-9673f89f42e7 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:44.033413 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b291cbe-a96b-49f4-b4fb-9673f89f42e7'] response: {'server_uuid': '06d49d38-a3bd-4345-9cae-f02900b8ccb4', 'name': 'network-vif-deleted', 'tag': 'c5c76edb-72c6-4d54-9ad3-cf7aec782a1f', 'status': 'completed', 'code': 200} Jun 29 12:43:45.657143 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-544ccff1-00bb-4d1a-9306-7e51cd0e794e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:46.432213 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c5c76edb-72c6-4d54-9ad3-cf7aec782a1f no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:43:46.452194 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: c5c76edb-72c6-4d54-9ad3-cf7aec782a1f {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:43:46.452629 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device c5c76edb-72c6-4d54-9ad3-cf7aec782a1f not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:43:48.030630 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89353ab9-2d71-47bf-b0fa-8fae3d6cf64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:49.121621 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:50.478081 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:51.026214 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:51.071444 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:52.449937 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=23 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:52.456942 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=31 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:53.316188 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:53.994692 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:53.997014 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=73,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:43:56.714736 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38260) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:43:56.820211 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc8b7202-e396-49ec-8bfd-085d5395cf2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:56.899751 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc8b7202-e396-49ec-8bfd-085d5395cf2f admin admin] Publish callbacks [] for security_group (0cd5b73f-c7c1-4628-81d3-1816d3403a9c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:56.903676 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-dc8b7202-e396-49ec-8bfd-085d5395cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (0cd5b73f-c7c1-4628-81d3-1816d3403a9c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:56.944442 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-dc8b7202-e396-49ec-8bfd-085d5395cf2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de018c75e8bc478f8c302b152fb899f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286630 Jun 29 12:43:56.945311 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b7202-e396-49ec-8bfd-085d5395cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd5b73f-c7c1-4628-81d3-1816d3403a9c,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:56.947054 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38266) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:43:56.995991 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Publish callbacks [] for security_group (0cd5b73f-c7c1-4628-81d3-1816d3403a9c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.016786 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Publish callbacks [] for security_group (0cd5b73f-c7c1-4628-81d3-1816d3403a9c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.069168 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (0cd5b73f-c7c1-4628-81d3-1816d3403a9c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.072719 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.073893 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cd5b73f-c7c1-4628-81d3-1816d3403a9c HTTP/1.1" status: 204 len: 168 time: 0.1258156 Jun 29 12:43:57.082275 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd5b73f-c7c1-4628-81d3-1816d3403a9c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:57.089507 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.089855 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.090199 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.090559 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.090893 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.091224 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.091586 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.091871 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.092196 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.092520 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.092849 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.093170 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.093489 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.093808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.094162 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f24066-516e-427e-9705-b71c2521380d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:57.341135 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38272) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:43:57.355363 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4b63318-ced8-498d-958b-40300a12fffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.432780 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4b63318-ced8-498d-958b-40300a12fffd admin admin] Publish callbacks [] for security_group (8ab5eb2f-b0df-43b7-a41c-afe5b1fcc244), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.437059 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4b63318-ced8-498d-958b-40300a12fffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8ab5eb2f-b0df-43b7-a41c-afe5b1fcc244), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.473860 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b63318-ced8-498d-958b-40300a12fffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab5eb2f-b0df-43b7-a41c-afe5b1fcc244,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:57.478095 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b4b63318-ced8-498d-958b-40300a12fffd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0a70c5f00b245f29edf24257a29a022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359954 Jun 29 12:43:57.481492 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38274) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:43:57.530484 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-354bfdad-1f35-43ea-8189-1dc189d86ad6 admin admin] Publish callbacks [] for security_group (8ab5eb2f-b0df-43b7-a41c-afe5b1fcc244), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.551785 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-354bfdad-1f35-43ea-8189-1dc189d86ad6 admin admin] Publish callbacks [] for security_group (8ab5eb2f-b0df-43b7-a41c-afe5b1fcc244), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.599989 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-354bfdad-1f35-43ea-8189-1dc189d86ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8ab5eb2f-b0df-43b7-a41c-afe5b1fcc244), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.602742 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-354bfdad-1f35-43ea-8189-1dc189d86ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:43:57.603849 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-354bfdad-1f35-43ea-8189-1dc189d86ad6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ab5eb2f-b0df-43b7-a41c-afe5b1fcc244 HTTP/1.1" status: 204 len: 168 time: 0.1214671 Jun 29 12:43:57.612182 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bfdad-1f35-43ea-8189-1dc189d86ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab5eb2f-b0df-43b7-a41c-afe5b1fcc244,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:01.971330 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38372) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:02.077643 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fca06831-73d3-41b0-8342-b5589dbaa35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.151769 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fca06831-73d3-41b0-8342-b5589dbaa35d admin admin] Publish callbacks [] for security_group (ae6ab692-f9d5-4716-9657-2fcfd93c4b2a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.155393 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fca06831-73d3-41b0-8342-b5589dbaa35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ae6ab692-f9d5-4716-9657-2fcfd93c4b2a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.193835 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-fca06831-73d3-41b0-8342-b5589dbaa35d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b523ac024205409f82db89412748ae1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214746 Jun 29 12:44:02.194976 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca06831-73d3-41b0-8342-b5589dbaa35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ab692-f9d5-4716-9657-2fcfd93c4b2a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:02.196588 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38376) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:02.250216 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Publish callbacks [] for security_group (ae6ab692-f9d5-4716-9657-2fcfd93c4b2a), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.272700 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Publish callbacks [] for security_group (ae6ab692-f9d5-4716-9657-2fcfd93c4b2a), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.323978 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (ae6ab692-f9d5-4716-9657-2fcfd93c4b2a), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.326626 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.330158 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae6ab692-f9d5-4716-9657-2fcfd93c4b2a HTTP/1.1" status: 204 len: 168 time: 0.1301930 Jun 29 12:44:02.336224 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ab692-f9d5-4716-9657-2fcfd93c4b2a,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:02.344454 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.344802 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.345154 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.345479 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.345810 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.346144 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.346497 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.346825 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.347154 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.347480 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.347804 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.348130 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.348442 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.348767 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.349085 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffcc45-87b9-42cb-b360-d929eb0004b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:02.615869 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38388) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:02.629928 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a32c3dd3-918f-464f-93f6-39e5ffc667df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.706187 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a32c3dd3-918f-464f-93f6-39e5ffc667df admin admin] Publish callbacks [] for security_group (dd1bb7f8-4061-4769-a791-ca5903286546), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.709465 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-a32c3dd3-918f-464f-93f6-39e5ffc667df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (dd1bb7f8-4061-4769-a791-ca5903286546), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.749471 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-a32c3dd3-918f-464f-93f6-39e5ffc667df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c1583b00d9d4cb79051c90ca8501244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325073 Jun 29 12:44:02.750268 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c3dd3-918f-464f-93f6-39e5ffc667df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1bb7f8-4061-4769-a791-ca5903286546,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:02.752182 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38390) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:02.803747 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9e74-9b7b-4164-bb3a-473c948e37ca admin admin] Publish callbacks [] for security_group (dd1bb7f8-4061-4769-a791-ca5903286546), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.825522 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9e74-9b7b-4164-bb3a-473c948e37ca admin admin] Publish callbacks [] for security_group (dd1bb7f8-4061-4769-a791-ca5903286546), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.831338 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:02.833461 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:02.880201 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9e74-9b7b-4164-bb3a-473c948e37ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (dd1bb7f8-4061-4769-a791-ca5903286546), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.882714 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdbe9e74-9b7b-4164-bb3a-473c948e37ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:02.883842 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-bdbe9e74-9b7b-4164-bb3a-473c948e37ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd1bb7f8-4061-4769-a791-ca5903286546 HTTP/1.1" status: 204 len: 168 time: 0.1300936 Jun 29 12:44:02.892772 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe9e74-9b7b-4164-bb3a-473c948e37ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1bb7f8-4061-4769-a791-ca5903286546,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:06.455838 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38468) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:06.560434 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0581a133-bbd7-4537-a9d8-26e588f7202e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:06.634120 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0581a133-bbd7-4537-a9d8-26e588f7202e admin admin] Publish callbacks [] for security_group (9305f1d0-8909-4793-91eb-102fe4d06552), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:06.637693 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0581a133-bbd7-4537-a9d8-26e588f7202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (9305f1d0-8909-4793-91eb-102fe4d06552), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:06.676596 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-0581a133-bbd7-4537-a9d8-26e588f7202e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e55c4975cfe0463f97a77b368b2dc97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196918 Jun 29 12:44:06.677430 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581a133-bbd7-4537-a9d8-26e588f7202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9305f1d0-8909-4793-91eb-102fe4d06552,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:06.680065 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38472) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:06.729933 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e739a54d-45e7-48a1-b1be-ed996be38ba4 admin admin] Publish callbacks [] for security_group (9305f1d0-8909-4793-91eb-102fe4d06552), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:06.754381 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e739a54d-45e7-48a1-b1be-ed996be38ba4 admin admin] Publish callbacks [] for security_group (9305f1d0-8909-4793-91eb-102fe4d06552), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:06.800200 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e739a54d-45e7-48a1-b1be-ed996be38ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (9305f1d0-8909-4793-91eb-102fe4d06552), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:06.802875 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e739a54d-45e7-48a1-b1be-ed996be38ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:06.804014 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-e739a54d-45e7-48a1-b1be-ed996be38ba4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9305f1d0-8909-4793-91eb-102fe4d06552 HTTP/1.1" status: 204 len: 168 time: 0.1226604 Jun 29 12:44:06.811708 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739a54d-45e7-48a1-b1be-ed996be38ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9305f1d0-8909-4793-91eb-102fe4d06552,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:07.447301 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38500) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:07.543648 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1392566067-network', 'tenant_id': '925a9005d7494b04923bdaa194731362'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:07.563101 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Made reservation on behalf of 925a9005d7494b04923bdaa194731362 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:44:07.565330 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:07.573699 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:07.649057 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Publish callbacks [] for security_group (de06ad3b-0cca-4d6d-99f2-d3292e6a39cb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:07.652936 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (de06ad3b-0cca-4d6d-99f2-d3292e6a39cb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:07.678011 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:44:07.687329 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:07.693263 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:07.693602 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.segments_db [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Added segment 2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e of type vlan for network 77c64380-9fbd-44ac-bf31-c748526ddf4a Jun 29 12:44:07.736416 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (77c64380-9fbd-44ac-bf31-c748526ddf4a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:07.760537 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (77c64380-9fbd-44ac-bf31-c748526ddf4a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:07.761511 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:07.762690 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:07.797769 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3493290 Jun 29 12:44:07.801206 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38504) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:07.806238 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Request body: {'subnet': {'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1392566067-subnet', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:07.826727 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0feeb-c34d-448d-b6c7-63c33f840476 admin admin] Pushing event updated for resources: {'Network': ['ID=77c64380-9fbd-44ac-bf31-c748526ddf4a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:07.829480 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Made reservation on behalf of 925a9005d7494b04923bdaa194731362 for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:44:07.831970 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9580169'] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:07.836609 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 77c64380-9fbd-44ac-bf31-c748526ddf4a details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:44:07.907879 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:07.910854 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:08.018074 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9799330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9580191'] for subnet (6e27a0fc-d65e-484b-9526-699b81903155), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.073654 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e27a0fc-d65e-484b-9526-699b81903155,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:08.082390 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Checking segment: {'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:44:08.082775 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Network hostable DHCP agents. Network: 77c64380-9fbd-44ac-bf31-c748526ddf4a, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:44:08.098606 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Network 77c64380-9fbd-44ac-bf31-c748526ddf4a is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:44:08.108180 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 77c64380-9fbd-44ac-bf31-c748526ddf4a) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:08.112315 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:08.113007 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.117093 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a334972-359a-47bc-a1ee-656a351e968a None None] Network 77c64380-9fbd-44ac-bf31-c748526ddf4a requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:44:08.130520 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-c112027d-9e0d-4efa-a59d-22ab152ad15c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3281178 Jun 29 12:44:08.133190 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38506) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:08.138038 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:08.159504 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (528bf2ea-c43c-4870-845c-8c97942f6695), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.160612 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (528bf2ea-c43c-4870-845c-8c97942f6695), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.213675 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks [] for router_controller (528bf2ea-c43c-4870-845c-8c97942f6695), precommit_add_association {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.229828 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-77c64380-9fbd-44ac-bf31-c748526ddf4a', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'project_id': '925a9005d7494b04923bdaa194731362', 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:44:08.232197 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.272418 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38510) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:08.329267 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6665b56-dce0-47f5-a2c8-b6027c503a79 admin admin] Deleting subnet b1b11180-ed60-4cbf-b47e-4f610017a8a9 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:44:08.333271 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6665b56-dce0-47f5-a2c8-b6027c503a79 admin admin] Publish callbacks [] for subnet (b1b11180-ed60-4cbf-b47e-4f610017a8a9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.352760 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks [] for router_gateway (528bf2ea-c43c-4870-845c-8c97942f6695), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.378497 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6665b56-dce0-47f5-a2c8-b6027c503a79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9681219'] for subnet (b1b11180-ed60-4cbf-b47e-4f610017a8a9), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.385273 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Allocated IP 172.20.0.2 (77c64380-9fbd-44ac-bf31-c748526ddf4a/6e27a0fc-d65e-484b-9526-699b81903155/36c82bd1-b76a-4e31-ba92-2612d4c7d0e5) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:44:08.407649 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:08.422736 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6665b56-dce0-47f5-a2c8-b6027c503a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (b1b11180-ed60-4cbf-b47e-4f610017a8a9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.486514 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6665b56-dce0-47f5-a2c8-b6027c503a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8466990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12177344'] for subnet (b1b11180-ed60-4cbf-b47e-4f610017a8a9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.512656 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6665b56-dce0-47f5-a2c8-b6027c503a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b11180-ed60-4cbf-b47e-4f610017a8a9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:08.516391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6665b56-dce0-47f5-a2c8-b6027c503a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.519772 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e6665b56-dce0-47f5-a2c8-b6027c503a79 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b1b11180-ed60-4cbf-b47e-4f610017a8a9 HTTP/1.1" status: 204 len: 168 time: 0.2463057 Jun 29 12:44:08.522513 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38512) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:08.529391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:08.550533 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks [] for router_gateway (528bf2ea-c43c-4870-845c-8c97942f6695), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.552428 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Publish callbacks [] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.560344 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.572863 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.601244 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (1fa0fcca-656c-4166-b81d-3710eb67922d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.604493 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Network 77c64380-9fbd-44ac-bf31-c748526ddf4a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:08.608467 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:08.610382 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Pushing event updated for resources: {'Port': ['ID=36c82bd1-b76a-4e31-ba92-2612d4c7d0e5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:08.612749 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:44:08.672908 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Attempting to bind port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:44:08.673281 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Attempting to bind port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:44:08.673647 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Attempting to bind port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 on network 77c64380-9fbd-44ac-bf31-c748526ddf4a {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:44:08.678854 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:44:08.679238 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Checking segment: {'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:44:08.679644 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.680042 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Bound using segment: {'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:44:08.680508 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Bound port: 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:44:08.680894 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.684618 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Allocated IP 172.27.1.51 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/97479f97-37f4-43a4-a910-135ab24a36c6) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:44:08.689808 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (1fa0fcca-656c-4166-b81d-3710eb67922d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.711410 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa0fcca-656c-4166-b81d-3710eb67922d']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:08.720996 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461347a8-16e1-4141-a655-23f427fcbf34') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:08.721296 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461347a8-16e1-4141-a655-23f427fcbf34') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:08.732182 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9681272'] for segment (461347a8-16e1-4141-a655-23f427fcbf34), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.747132 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (461347a8-16e1-4141-a655-23f427fcbf34), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.753459 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] For port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:44:08.754112 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:44:08.754544 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8467092'] for segment (461347a8-16e1-4141-a655-23f427fcbf34), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.757683 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] For port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=36c82bd1-b76a-4e31-ba92-2612d4c7d0e5,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:44:08.763929 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.768312 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:08.786865 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:08.807075 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks [] for port (97479f97-37f4-43a4-a910-135ab24a36c6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.815183 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:08.823076 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment 461347a8-16e1-4141-a655-23f427fcbf34 resource provider aggregate not found Jun 29 12:44:08.827928 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (1fa0fcca-656c-4166-b81d-3710eb67922d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.839778 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c6044-309b-49b4-ae91-a5d23cd80c2b None None] Pushing event updated for resources: {'Port': ['ID=36c82bd1-b76a-4e31-ba92-2612d4c7d0e5,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:08.846117 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.850890 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] 10.222.0.52 "DELETE /v2.0/networks/1fa0fcca-656c-4166-b81d-3710eb67922d HTTP/1.1" status: 204 len: 168 time: 0.3274119 Jun 29 12:44:08.852375 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311114d2-25bd-4e25-8e23-1f9c2176d9de admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa0fcca-656c-4166-b81d-3710eb67922d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:08.856283 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment 461347a8-16e1-4141-a655-23f427fcbf34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 461347a8-16e1-4141-a655-23f427fcbf34 found for delete ", "request_id": "req-4edc2cca-055d-4772-81ad-4b0b8bad1f8b"}]} Jun 29 12:44:08.860125 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:08.880311 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:08.933135 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:08.937254 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:08.939447 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Pushing event updated for resources: {'Port': ['ID=97479f97-37f4-43a4-a910-135ab24a36c6,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:08.941622 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:44:09.000272 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38520) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:09.070320 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-275eeb14-1e46-45ce-a3d8-3f43531d5b30 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e1ba9e59fe574391a0c8342daed01416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0688040 Jun 29 12:44:09.072824 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38522) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:09.132528 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e83acf54-03d2-4b1f-8cd2-69bd24bf42c2 admin admin] Publish callbacks [] for security_group (c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:09.157307 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e83acf54-03d2-4b1f-8cd2-69bd24bf42c2 admin admin] Publish callbacks [] for security_group (c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:09.211482 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e83acf54-03d2-4b1f-8cd2-69bd24bf42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:09.214003 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e83acf54-03d2-4b1f-8cd2-69bd24bf42c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:09.216198 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e83acf54-03d2-4b1f-8cd2-69bd24bf42c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e HTTP/1.1" status: 204 len: 168 time: 0.1421800 Jun 29 12:44:09.224370 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83acf54-03d2-4b1f-8cd2-69bd24bf42c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a8ac4-9e42-4b2b-96cb-41fbaba10e2e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:09.247058 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks [] for router_gateway (528bf2ea-c43c-4870-845c-8c97942f6695), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:09.448537 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (528bf2ea-c43c-4870-845c-8c97942f6695), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:09.595335 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Router 528bf2ea-c43c-4870-845c-8c97942f6695 is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:44:09.709729 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:44:09.715281 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:09.721121 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Sync routers for ids ['528bf2ea-c43c-4870-845c-8c97942f6695'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:44:09.731467 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Routers {'528bf2ea-c43c-4870-845c-8c97942f6695'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:44:09.732081 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:09.732228 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:43:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['528bf2ea-c43c-4870-845c-8c97942f6695'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:09.733352 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-391d8113-c89c-4e46-9d02-9c8febd23e7f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5991976 Jun 29 12:44:09.736071 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38526) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:09.854377 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970aef2b-fd9f-47da-a031-bd26b8e08be3 None None] Network 77c64380-9fbd-44ac-bf31-c748526ddf4a requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:44:09.919409 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Set router 528bf2ea-c43c-4870-845c-8c97942f6695 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:44:09.932557 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:09.962166 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-2539fa69-f2ba-4078-a94d-e86e02ff72fc None None] Provisioning complete for port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:09.962574 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2539fa69-f2ba-4078-a94d-e86e02ff72fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.049519 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2539fa69-f2ba-4078-a94d-e86e02ff72fc None None] Current status of the port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:10.049903 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2539fa69-f2ba-4078-a94d-e86e02ff72fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.107689 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-2539fa69-f2ba-4078-a94d-e86e02ff72fc None None] For port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=36c82bd1-b76a-4e31-ba92-2612d4c7d0e5,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:10.114609 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:09Z', 'revision_number': 3, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:10.114984 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2539fa69-f2ba-4078-a94d-e86e02ff72fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.143748 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Checking router: 528bf2ea-c43c-4870-845c-8c97942f6695 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:44:10.144257 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Updating router 528bf2ea-c43c-4870-845c-8c97942f6695 port 97479f97-37f4-43a4-a910-135ab24a36c6 binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:44:10.175950 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539fa69-f2ba-4078-a94d-e86e02ff72fc None None] Pushing event updated for resources: {'Port': ['ID=36c82bd1-b76a-4e31-ba92-2612d4c7d0e5,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:10.185257 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.213874 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.236888 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-3f9ca2a6-12f8-4b43-a26e-c0194009e766 None None] Provisioning complete for port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:10.237274 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca2a6-12f8-4b43-a26e-c0194009e766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.309939 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ca2a6-12f8-4b43-a26e-c0194009e766 None None] Current status of the port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:10.378562 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Allocated IP 172.20.0.1 (77c64380-9fbd-44ac-bf31-c748526ddf4a/6e27a0fc-d65e-484b-9526-699b81903155/539f2acb-8c25-4d12-91a8-9c3c7436fd90) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:44:10.446651 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Publish callbacks [] for port (97479f97-37f4-43a4-a910-135ab24a36c6), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.451920 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.484623 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Publish callbacks [] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.505045 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Attempting to bind port 97479f97-37f4-43a4-a910-135ab24a36c6 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:44:10.505408 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Attempting to bind port 97479f97-37f4-43a4-a910-135ab24a36c6 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:44:10.505763 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Attempting to bind port 97479f97-37f4-43a4-a910-135ab24a36c6 on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:44:10.507448 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:10.513741 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Pushing event updated for resources: {'Port': ['ID=97479f97-37f4-43a4-a910-135ab24a36c6,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:10.516484 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.521401 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:44:10.521773 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:44:10.522163 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.522576 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:44:10.523030 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Bound port: 97479f97-37f4-43a4-a910-135ab24a36c6, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:44:10.523399 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.528056 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.528398 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.528753 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.529201 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.529535 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.529861 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.530180 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.530525 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.530848 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.531170 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.531489 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.531825 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.532232 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.532673 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.533043 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:10.566190 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Network 77c64380-9fbd-44ac-bf31-c748526ddf4a is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:10.571389 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:10.573798 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:44:10.588275 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] For port 97479f97-37f4-43a4-a910-135ab24a36c6, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:44:10.592755 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] For port 97479f97-37f4-43a4-a910-135ab24a36c6, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=97479f97-37f4-43a4-a910-135ab24a36c6,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:44:10.596277 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:10.599251 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Pushing event updated for resources: {'Port': ['ID=539f2acb-8c25-4d12-91a8-9c3c7436fd90,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:10.600097 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.622323 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (528bf2ea-c43c-4870-845c-8c97942f6695), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.651732 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Routers {'528bf2ea-c43c-4870-845c-8c97942f6695'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:44:10.653393 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:43:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['528bf2ea-c43c-4870-845c-8c97942f6695'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:10.738452 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:10.739895 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:10.742213 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b36da-7f43-4a76-b318-c6f5a4db9757 None None] Pushing event updated for resources: {'Port': ['ID=97479f97-37f4-43a4-a910-135ab24a36c6,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:10.771528 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.779280 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] Set router 528bf2ea-c43c-4870-845c-8c97942f6695 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:44:10.832645 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-25725433-673a-44f5-a349-5878aecc5a55 None None] Provisioning complete for port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:10.833591 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25725433-673a-44f5-a349-5878aecc5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.868649 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-25725433-673a-44f5-a349-5878aecc5a55 None None] Port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:44:10.960642 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:09Z', 'revision_number': 3, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:10.961238 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Publish callbacks [] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.967128 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:10.974091 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:10.992848 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e715f1-c41f-4deb-8ab3-44bd6a113482 None None] The sync data for ids ['528bf2ea-c43c-4870-845c-8c97942f6695'] in dv-cinder-812685-12-iscsi is: [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:09Z', 'revision_number': 3, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:44:11.030398 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:11.030795 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:11.040118 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Pushing event updated for resources: {'Port': ['ID=539f2acb-8c25-4d12-91a8-9c3c7436fd90,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:11.042869 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (528bf2ea-c43c-4870-845c-8c97942f6695), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:11.110066 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:11.142896 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Network 77c64380-9fbd-44ac-bf31-c748526ddf4a is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:11.144494 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:11.275465 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Router 528bf2ea-c43c-4870-845c-8c97942f6695 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:44:11.396796 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-dea807b4-29bf-453a-ac8e-fe7a74bce3bc None None] Provisioning complete for port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:11.397542 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dea807b4-29bf-453a-ac8e-fe7a74bce3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:11.436512 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-dea807b4-29bf-453a-ac8e-fe7a74bce3bc None None] Port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:44:11.637401 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:44:11.642391 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-2ba6fba0-2543-4e2e-9a20-87be5626441e admin admin] 10.222.0.52 "PUT /v2.0/routers/528bf2ea-c43c-4870-845c-8c97942f6695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9053731 Jun 29 12:44:12.169493 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38542) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:12.174295 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1081505740-network', 'tenant_id': '568410b0a79d457285548e6e78cbed6c'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:12.195037 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Made reservation on behalf of 568410b0a79d457285548e6e78cbed6c for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:44:12.197500 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.206037 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.287333 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Publish callbacks [] for security_group (8b4b153d-1d0d-4e59-8d91-6b7a5475c35b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.291442 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8b4b153d-1d0d-4e59-8d91-6b7a5475c35b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.318537 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:44:12.328065 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:12.330004 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b153d-1d0d-4e59-8d91-6b7a5475c35b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:12.335718 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (014644d5-fd6d-4c01-99c0-3581d43e40c6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.336061 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.segments_db [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Added segment 014644d5-fd6d-4c01-99c0-3581d43e40c6 of type vlan for network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b Jun 29 12:44:12.381431 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.408198 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.409204 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:12.409731 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.445845 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2752593 Jun 29 12:44:12.448481 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38544) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:12.453036 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Request body: {'subnet': {'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1081505740-subnet', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:12.484118 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0543a2-b3d1-4dc1-ac6b-61e8234a3a0a admin admin] Pushing event updated for resources: {'Network': ['ID=6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:12.485901 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:12.493978 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:44:12.502791 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Made reservation on behalf of 568410b0a79d457285548e6e78cbed6c for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:44:12.505943 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12177391'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.610719 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Sync routers for ids ['528bf2ea-c43c-4870-845c-8c97942f6695'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:44:12.620229 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Routers {'528bf2ea-c43c-4870-845c-8c97942f6695'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:44:12.621471 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:43:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['528bf2ea-c43c-4870-845c-8c97942f6695'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:12.695759 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8467953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12177401'] for subnet (a20b3752-cb3e-4cc5-9b4e-5584d8c72201), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.766659 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a20b3752-cb3e-4cc5-9b4e-5584d8c72201,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:12.772461 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Checking segment: {'id': '014644d5-fd6d-4c01-99c0-3581d43e40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:44:12.772836 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Network hostable DHCP agents. Network: 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:44:12.792152 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:44:12.802160 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:12.806268 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:12.806966 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.814861 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8525d3-36b1-408e-93c4-6be1f029e8d6 None None] Network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:44:12.823840 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-ce9f84bb-b376-411d-93de-91601b51af27 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3743432 Jun 29 12:44:12.826574 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38546) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:12.830672 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1081505740-router', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:12.842683 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:12.853051 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.854111 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.860626 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:12.910002 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks [] for router_controller (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:12.927839 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Set router 528bf2ea-c43c-4870-845c-8c97942f6695 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:44:12.986088 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 97479f97-37f4-43a4-a910-135ab24a36c6 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:13.012980 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b', 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b', 'project_id': '568410b0a79d457285548e6e78cbed6c', 'fixed_ips': [{'subnet_id': 'a20b3752-cb3e-4cc5-9b4e-5584d8c72201'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:44:13.013918 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.059049 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks [] for router_gateway (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.127742 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:13.203941 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 97479f97-37f4-43a4-a910-135ab24a36c6 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:13.204308 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.244621 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks [] for router_gateway (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.268115 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.345670 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Allocated IP 172.20.0.2 (6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b/a20b3752-cb3e-4cc5-9b4e-5584d8c72201/af342026-d642-48bc-a6d7-935b5f9a4c38) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:44:13.364790 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '539f2acb-8c25-4d12-91a8-9c3c7436fd90', 'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'mac_address': 'fa:16:3e:03:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:10Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 2, 'project_id': '925a9005d7494b04923bdaa194731362', 'subnets': [{'id': '6e27a0fc-d65e-484b-9526-699b81903155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:13.375276 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Allocated IP 172.27.1.63 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/7cd2bb4d-2721-4a1b-829b-019ad3859cd6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:44:13.424884 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Checking router: 528bf2ea-c43c-4870-845c-8c97942f6695 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:44:13.425239 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Updating router 528bf2ea-c43c-4870-845c-8c97942f6695 port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:44:13.472269 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:13.482994 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks [] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.492698 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 97479f97-37f4-43a4-a910-135ab24a36c6 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:13.493081 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.508154 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.518302 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.544285 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 97479f97-37f4-43a4-a910-135ab24a36c6, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=97479f97-37f4-43a4-a910-135ab24a36c6,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:13.553696 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.560768 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:13.565379 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:13.567784 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:44:13.592018 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Pushing event updated for resources: {'Port': ['ID=7cd2bb4d-2721-4a1b-829b-019ad3859cd6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:13.608157 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:13.704430 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:13.738685 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=97479f97-37f4-43a4-a910-135ab24a36c6,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:13.741198 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Publish callbacks [] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.756688 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.757056 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.757367 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.757706 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.758043 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.758366 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.762450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.762450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.762450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.762450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.762450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.762450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.762450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.762450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.762450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:13.765646 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.814456 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:13.815243 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks [] for router_gateway (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.826574 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:13.840229 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:44:13.846500 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Pushing event updated for resources: {'Port': ['ID=af342026-d642-48bc-a6d7-935b5f9a4c38,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:13.951044 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Attempting to bind port af342026-d642-48bc-a6d7-935b5f9a4c38 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:44:13.951412 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Attempting to bind port af342026-d642-48bc-a6d7-935b5f9a4c38 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '014644d5-fd6d-4c01-99c0-3581d43e40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:44:13.951768 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Attempting to bind port af342026-d642-48bc-a6d7-935b5f9a4c38 on network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:44:13.963241 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:44:13.963608 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Checking segment: {'id': '014644d5-fd6d-4c01-99c0-3581d43e40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:44:13.964004 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:13.964388 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Bound using segment: {'id': '014644d5-fd6d-4c01-99c0-3581d43e40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:44:13.964878 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Bound port: af342026-d642-48bc-a6d7-935b5f9a4c38, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014644d5-fd6d-4c01-99c0-3581d43e40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:44:13.965273 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.004359 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.007436 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:14.058390 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Publish callbacks [] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.068029 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.097153 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] For port af342026-d642-48bc-a6d7-935b5f9a4c38, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:44:14.123106 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] For port af342026-d642-48bc-a6d7-935b5f9a4c38, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=af342026-d642-48bc-a6d7-935b5f9a4c38,segment=NetworkSegment(014644d5-fd6d-4c01-99c0-3581d43e40c6),segment_id=014644d5-fd6d-4c01-99c0-3581d43e40c6)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:44:14.134188 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631089d9-beab-4b3d-868d-e0bbc2cf8bfc None None] Pushing event updated for resources: {'Port': ['ID=539f2acb-8c25-4d12-91a8-9c3c7436fd90,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:14.136850 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:44:14.140150 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.250396 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Attempting to bind port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:44:14.250798 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Attempting to bind port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:44:14.251162 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Attempting to bind port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 on network 77c64380-9fbd-44ac-bf31-c748526ddf4a {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:44:14.256018 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a40a07-5e7b-4f38-a089-a5ae3dc0a2e1 None None] Pushing event updated for resources: {'Port': ['ID=af342026-d642-48bc-a6d7-935b5f9a4c38,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:14.259135 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:44:14.259508 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Checking segment: {'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:44:14.259917 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.260376 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Bound using segment: {'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:44:14.260767 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Bound port: 539f2acb-8c25-4d12-91a8-9c3c7436fd90, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:44:14.261146 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.261936 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:44:14.277750 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Sync routers for ids ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:44:14.289968 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.291656 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b490396f-55e0-4dda-ae57-483b3e6c56eb admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4640913 Jun 29 12:44:14.293937 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Routers {'07e2e31f-ee2f-4eab-a44f-f9cec3405f44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:44:14.294884 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:43:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:14.295479 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38548) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:14.363664 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] For port 539f2acb-8c25-4d12-91a8-9c3c7436fd90, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:44:14.389273 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] For port 539f2acb-8c25-4d12-91a8-9c3c7436fd90, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=539f2acb-8c25-4d12-91a8-9c3c7436fd90,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:44:14.392026 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-40378a2f-8d5b-4178-b7b0-5c0154ac6baa None None] Provisioning complete for port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:14.392472 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40378a2f-8d5b-4178-b7b0-5c0154ac6baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.412298 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:14.423707 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.433430 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Set router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:44:14.622686 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:14.634637 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-40378a2f-8d5b-4178-b7b0-5c0154ac6baa None None] Port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:44:14.665142 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:14.675606 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631089d9-beab-4b3d-868d-e0bbc2cf8bfc None None] Pushing event updated for resources: {'Port': ['ID=539f2acb-8c25-4d12-91a8-9c3c7436fd90,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:14.685312 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Routers {'528bf2ea-c43c-4870-845c-8c97942f6695'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:44:14.686652 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:43:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['528bf2ea-c43c-4870-845c-8c97942f6695'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:14.692475 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'name': 'tempest-TestMinimumBasicScenario-1081505740-router', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:12Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 3, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'gw_port': {'id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:13Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:14.720831 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Checking router: 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:44:14.721435 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Updating router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:44:14.764575 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:14.837677 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] Set router 528bf2ea-c43c-4870-845c-8c97942f6695 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:44:14.842486 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.015094 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-dad1c8f2-086f-4ec7-8d06-95f078ee4c94 None None] Provisioning complete for port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:15.015506 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dad1c8f2-086f-4ec7-8d06-95f078ee4c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.098675 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Allocated IP 172.20.0.1 (6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b/a20b3752-cb3e-4cc5-9b4e-5584d8c72201/95b56507-0168-4a52-8802-d3d37cf77fb1) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:44:15.104612 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 97479f97-37f4-43a4-a910-135ab24a36c6 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:15.148496 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:15.192292 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '539f2acb-8c25-4d12-91a8-9c3c7436fd90', 'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'mac_address': 'fa:16:3e:03:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:10Z', 'updated_at': '2022-06-29T12:44:14Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'subnets': [{'id': '6e27a0fc-d65e-484b-9526-699b81903155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:15.192602 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:15.203737 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Publish callbacks [] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.214005 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.225345 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:15.233587 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b51bd3-9673-4f49-b72f-87f6f0c027a5 None None] The sync data for ids ['528bf2ea-c43c-4870-845c-8c97942f6695'] in dv-cinder-812685-12-iscsi is: [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '539f2acb-8c25-4d12-91a8-9c3c7436fd90', 'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'mac_address': 'fa:16:3e:03:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:10Z', 'updated_at': '2022-06-29T12:44:14Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'subnets': [{'id': '6e27a0fc-d65e-484b-9526-699b81903155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:44:15.239361 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 97479f97-37f4-43a4-a910-135ab24a36c6 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:15.239907 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.245301 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Publish callbacks [] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.246184 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-dad1c8f2-086f-4ec7-8d06-95f078ee4c94 None None] Current status of the port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:15.246908 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dad1c8f2-086f-4ec7-8d06-95f078ee4c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.289494 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.332019 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:15.337287 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364e978-b15f-4616-b171-428a28a6ab11 None None] Pushing event updated for resources: {'Port': ['ID=7cd2bb4d-2721-4a1b-829b-019ad3859cd6,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:15.344763 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Attempting to bind port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:44:15.345183 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Attempting to bind port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:44:15.345548 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Attempting to bind port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:44:15.363521 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:15.365319 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:44:15.367742 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:44:15.370925 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:44:15.371585 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.372340 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:44:15.373218 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Bound port: 7cd2bb4d-2721-4a1b-829b-019ad3859cd6, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:44:15.374031 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.375727 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-dad1c8f2-086f-4ec7-8d06-95f078ee4c94 None None] For port 539f2acb-8c25-4d12-91a8-9c3c7436fd90, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=539f2acb-8c25-4d12-91a8-9c3c7436fd90,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:15.390184 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dad1c8f2-086f-4ec7-8d06-95f078ee4c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.446206 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] For port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:44:15.447804 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=95b56507-0168-4a52-8802-d3d37cf77fb1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:15.451027 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] For port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=7cd2bb4d-2721-4a1b-829b-019ad3859cd6,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:44:15.453968 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.467521 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.517128 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:15.529503 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 97479f97-37f4-43a4-a910-135ab24a36c6 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:15.530659 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device af342026-d642-48bc-a6d7-935b5f9a4c38 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:15.535945 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1c8f2-086f-4ec7-8d06-95f078ee4c94 None None] Pushing event updated for resources: {'Port': ['ID=539f2acb-8c25-4d12-91a8-9c3c7436fd90,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:15.536501 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Routers {'07e2e31f-ee2f-4eab-a44f-f9cec3405f44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:44:15.537263 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:43:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:15.607673 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port af342026-d642-48bc-a6d7-935b5f9a4c38 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:15.608057 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.666546 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.679521 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] Set router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:44:15.709930 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa453654-f49a-4eec-bd79-1e81d89c6f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.756642 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:15.762875 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port af342026-d642-48bc-a6d7-935b5f9a4c38 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:15.763378 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.782408 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b6bdd-8cd0-41e4-a450-78bc52c69a0a None None] Network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:44:15.811225 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port af342026-d642-48bc-a6d7-935b5f9a4c38, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=af342026-d642-48bc-a6d7-935b5f9a4c38,segment=NetworkSegment(014644d5-fd6d-4c01-99c0-3581d43e40c6),segment_id=014644d5-fd6d-4c01-99c0-3581d43e40c6)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:15.824535 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:15.838549 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.875597 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-6b97d4c3-7696-4184-b7c1-c223d329bb82 None None] Provisioning complete for port af342026-d642-48bc-a6d7-935b5f9a4c38 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:15.875984 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b97d4c3-7696-4184-b7c1-c223d329bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.906923 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'name': 'tempest-TestMinimumBasicScenario-1081505740-router', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:12Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 3, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'gw_port': {'id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:13Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:15.939970 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Publish callbacks [] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:15.942930 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87950b39-47e5-42a3-b40d-6a1f7caad3b4 None None] The sync data for ids ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'] in dv-cinder-812685-12-iscsi is: [{'id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'name': 'tempest-TestMinimumBasicScenario-1081505740-router', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:12Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 3, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'gw_port': {'id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:13Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:44:15.944304 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364e978-b15f-4616-b171-428a28a6ab11 None None] Pushing event updated for resources: {'Port': ['ID=7cd2bb4d-2721-4a1b-829b-019ad3859cd6,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:15.945492 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:16.003844 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=af342026-d642-48bc-a6d7-935b5f9a4c38,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:16.094643 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6b97d4c3-7696-4184-b7c1-c223d329bb82 None None] Current status of the port af342026-d642-48bc-a6d7-935b5f9a4c38 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:16.320698 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=95b56507-0168-4a52-8802-d3d37cf77fb1,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:16.333602 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:16.423550 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-683705b5-8ae2-4499-805b-4dd9000a1895 None None] Provisioning complete for port af342026-d642-48bc-a6d7-935b5f9a4c38 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:16.423937 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-683705b5-8ae2-4499-805b-4dd9000a1895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:16.463790 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:16.465844 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:16.547473 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-683705b5-8ae2-4499-805b-4dd9000a1895 None None] Current status of the port af342026-d642-48bc-a6d7-935b5f9a4c38 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:16.558345 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-683705b5-8ae2-4499-805b-4dd9000a1895 None None] Provisioning complete for port 95b56507-0168-4a52-8802-d3d37cf77fb1 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:16.559240 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-683705b5-8ae2-4499-805b-4dd9000a1895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:16.608212 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-683705b5-8ae2-4499-805b-4dd9000a1895 None None] Port 95b56507-0168-4a52-8802-d3d37cf77fb1 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:44:16.628145 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:44:16.636036 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:16.731967 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-b778acae-0934-4d05-b178-9cdfd6e43c42 None None] Provisioning complete for port 95b56507-0168-4a52-8802-d3d37cf77fb1 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:16.733452 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b778acae-0934-4d05-b178-9cdfd6e43c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:16.758408 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:44:16.766951 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-3a5c344a-4ad0-4cfd-afc6-14c04862f5a2 admin admin] 10.222.0.52 "PUT /v2.0/routers/07e2e31f-ee2f-4eab-a44f-f9cec3405f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4702675 Jun 29 12:44:16.791608 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b778acae-0934-4d05-b178-9cdfd6e43c42 None None] Port 95b56507-0168-4a52-8802-d3d37cf77fb1 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:44:16.920844 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-842810f7-15fb-41a3-a332-24805542b579 None None] Provisioning complete for port 95b56507-0168-4a52-8802-d3d37cf77fb1 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:16.923274 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-842810f7-15fb-41a3-a332-24805542b579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:17.002216 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-842810f7-15fb-41a3-a332-24805542b579 None None] Port 95b56507-0168-4a52-8802-d3d37cf77fb1 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:44:17.083540 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:17.132337 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:17.132713 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:17.232562 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:17.234475 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:17.260271 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=7cd2bb4d-2721-4a1b-829b-019ad3859cd6,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:17.265685 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:17.266614 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device af342026-d642-48bc-a6d7-935b5f9a4c38 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:17.341242 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:17.342675 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=7cd2bb4d-2721-4a1b-829b-019ad3859cd6,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:17.353602 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port af342026-d642-48bc-a6d7-935b5f9a4c38 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:17.353974 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:17.417763 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:17.432146 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port af342026-d642-48bc-a6d7-935b5f9a4c38 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:17.433926 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 539f2acb-8c25-4d12-91a8-9c3c7436fd90 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:17.475371 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:17.475747 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:17.559028 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:18.027027 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2af8b374-b7e8-4d1c-9063-e04845df9d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:18.764992 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Sync routers for ids ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:44:18.779209 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Routers {'07e2e31f-ee2f-4eab-a44f-f9cec3405f44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:44:18.779994 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:44:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:18.999419 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:19.085660 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Set router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:44:19.087540 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:19.087918 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:19.206563 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:19.307284 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:19.387323 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'name': 'tempest-TestMinimumBasicScenario-1081505740-router', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:12Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 4, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'gw_port': {'id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:13Z', 'updated_at': '2022-06-29T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '95b56507-0168-4a52-8802-d3d37cf77fb1', 'name': '', 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'mac_address': 'fa:16:3e:3c:aa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a20b3752-cb3e-4cc5-9b4e-5584d8c72201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:14Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 2, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'subnets': [{'id': 'a20b3752-cb3e-4cc5-9b4e-5584d8c72201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:19.415790 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Checking router: 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:44:19.416558 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Updating router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 port 95b56507-0168-4a52-8802-d3d37cf77fb1 binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:44:19.451539 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:19.502098 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:19.741612 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:19.754661 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Publish callbacks [] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:19.764708 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:19.819323 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b43fb-4316-4e32-b751-b58509ed5e8a None None] Pushing event updated for resources: {'Port': ['ID=95b56507-0168-4a52-8802-d3d37cf77fb1,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:19.890977 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Attempting to bind port 95b56507-0168-4a52-8802-d3d37cf77fb1 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:44:19.891353 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Attempting to bind port 95b56507-0168-4a52-8802-d3d37cf77fb1 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '014644d5-fd6d-4c01-99c0-3581d43e40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:44:19.891716 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Attempting to bind port 95b56507-0168-4a52-8802-d3d37cf77fb1 on network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:44:19.898275 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:44:19.898811 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Checking segment: {'id': '014644d5-fd6d-4c01-99c0-3581d43e40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:44:19.899220 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:19.899628 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Bound using segment: {'id': '014644d5-fd6d-4c01-99c0-3581d43e40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:44:19.900119 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Bound port: 95b56507-0168-4a52-8802-d3d37cf77fb1, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014644d5-fd6d-4c01-99c0-3581d43e40c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:44:19.900509 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:19.984142 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] For port 95b56507-0168-4a52-8802-d3d37cf77fb1, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:44:19.988253 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] For port 95b56507-0168-4a52-8802-d3d37cf77fb1, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=95b56507-0168-4a52-8802-d3d37cf77fb1,segment=NetworkSegment(014644d5-fd6d-4c01-99c0-3581d43e40c6),segment_id=014644d5-fd6d-4c01-99c0-3581d43e40c6)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:44:19.997587 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:20.072187 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Routers {'07e2e31f-ee2f-4eab-a44f-f9cec3405f44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:44:20.072913 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:44:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:20.119185 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b43fb-4316-4e32-b751-b58509ed5e8a None None] Pushing event updated for resources: {'Port': ['ID=95b56507-0168-4a52-8802-d3d37cf77fb1,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:20.182688 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-fd201211-2050-40cb-af8e-20179f13bc59 None None] Provisioning complete for port 95b56507-0168-4a52-8802-d3d37cf77fb1 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:20.183055 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd201211-2050-40cb-af8e-20179f13bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:20.258193 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] Set router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:44:20.327176 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:44:20.393907 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fd201211-2050-40cb-af8e-20179f13bc59 None None] Current status of the port 95b56507-0168-4a52-8802-d3d37cf77fb1 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:20.394298 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd201211-2050-40cb-af8e-20179f13bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:20.473598 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:20.486289 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-fd201211-2050-40cb-af8e-20179f13bc59 None None] For port 95b56507-0168-4a52-8802-d3d37cf77fb1, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=95b56507-0168-4a52-8802-d3d37cf77fb1,segment=NetworkSegment(014644d5-fd6d-4c01-99c0-3581d43e40c6),segment_id=014644d5-fd6d-4c01-99c0-3581d43e40c6)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:20.501904 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd201211-2050-40cb-af8e-20179f13bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:20.562769 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:20.601670 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd201211-2050-40cb-af8e-20179f13bc59 None None] Pushing event updated for resources: {'Port': ['ID=95b56507-0168-4a52-8802-d3d37cf77fb1,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:20.605074 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'name': 'tempest-TestMinimumBasicScenario-1081505740-router', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:12Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 4, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'gw_port': {'id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:13Z', 'updated_at': '2022-06-29T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '95b56507-0168-4a52-8802-d3d37cf77fb1', 'name': '', 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'mac_address': 'fa:16:3e:3c:aa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a20b3752-cb3e-4cc5-9b4e-5584d8c72201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:14Z', 'updated_at': '2022-06-29T12:44:19Z', 'revision_number': 4, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'subnets': [{'id': 'a20b3752-cb3e-4cc5-9b4e-5584d8c72201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:20.638142 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751017f-f120-4bbe-9ec2-b0c25f649325 None None] The sync data for ids ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'] in dv-cinder-812685-12-iscsi is: [{'id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'name': 'tempest-TestMinimumBasicScenario-1081505740-router', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:12Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 4, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'gw_port': {'id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:13Z', 'updated_at': '2022-06-29T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '95b56507-0168-4a52-8802-d3d37cf77fb1', 'name': '', 'network_id': '6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'mac_address': 'fa:16:3e:3c:aa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a20b3752-cb3e-4cc5-9b4e-5584d8c72201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:14Z', 'updated_at': '2022-06-29T12:44:19Z', 'revision_number': 4, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'subnets': [{'id': 'a20b3752-cb3e-4cc5-9b4e-5584d8c72201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:44:20.647067 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c2f0f077-7e7d-47c7-b506-b16639f970d6 None None] Provisioning complete for port 95b56507-0168-4a52-8802-d3d37cf77fb1 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:20.647448 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f077-7e7d-47c7-b506-b16639f970d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:20.709148 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:20.761130 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c2f0f077-7e7d-47c7-b506-b16639f970d6 None None] Current status of the port 95b56507-0168-4a52-8802-d3d37cf77fb1 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:21.000907 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 95b56507-0168-4a52-8802-d3d37cf77fb1 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:21.097356 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:21.102991 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:21.112295 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 95b56507-0168-4a52-8802-d3d37cf77fb1 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:21.112788 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:21.204686 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 95b56507-0168-4a52-8802-d3d37cf77fb1 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:21.627542 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:21.635082 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:25.911402 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:26.211715 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-7d25868c-5038-4d81-b9ba-6651926e015a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:26.213177 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-7d25868c-5038-4d81-b9ba-6651926e015a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/networks?id=77c64380-9fbd-44ac-bf31-c748526ddf4a HTTP/1.1" status: 200 len: 815 time: 0.1036978 Jun 29 12:44:26.229151 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-e8834956-bb26-488e-8c59-8aa9bc841308 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/quotas/925a9005d7494b04923bdaa194731362 HTTP/1.1" status: 200 len: 375 time: 0.0098047 Jun 29 12:44:26.278281 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-01f53817-5851-45fe-93e9-800aee6fe1db tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=925a9005d7494b04923bdaa194731362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439181 Jun 29 12:44:26.293025 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-64218697-e396-45cd-84b9-d7ce420e16a0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:44:26.294000 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-64218697-e396-45cd-84b9-d7ce420e16a0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050185 Jun 29 12:44:26.315774 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:26.388524 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-fa1d3a11-a8d9-44b5-8fe4-1f80d11c2ab3 service neutron] 10.222.0.52 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893776 Jun 29 12:44:26.475993 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-9d68de47-8406-4951-9566-783c6c58135a service neutron] 10.222.0.52 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816813 Jun 29 12:44:26.639046 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b79dcaa7-3c7b-4180-9973-baf3150c830c req-8b3d743b-9034-4b52-ac9e-d90ef976f39b tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 210 time: 0.0291073 Jun 29 12:44:27.736690 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e6fb0cd2-d0b8-4e19-bd76-e011938a6e46 req-87e3bc20-f0eb-45fc-8a9a-b9c886243fbe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 210 time: 0.0313077 Jun 29 12:44:28.145219 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-59f35e2d-180b-4bc2-9d83-edc2f03cc275 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:28.146934 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-59f35e2d-180b-4bc2-9d83-edc2f03cc275 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.23 "GET /v2.0/networks?id=77c64380-9fbd-44ac-bf31-c748526ddf4a HTTP/1.1" status: 200 len: 815 time: 0.1107464 Jun 29 12:44:28.159146 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'port': {'device_id': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'admin_state_up': True, 'tenant_id': '925a9005d7494b04923bdaa194731362'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:28.272045 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Made reservation on behalf of 925a9005d7494b04923bdaa194731362 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:44:28.275811 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:28.412370 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Allocated IP 172.20.0.8 (77c64380-9fbd-44ac-bf31-c748526ddf4a/6e27a0fc-d65e-484b-9526-699b81903155/791b6e53-c814-4742-81f0-e3cfd45597e8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:44:28.584970 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:28.627378 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:28.677823 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:28.723071 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Network 77c64380-9fbd-44ac-bf31-c748526ddf4a is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:28.726209 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:28.728877 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:44:28.784538 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'Port': ['ID=791b6e53-c814-4742-81f0-e3cfd45597e8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:28.804804 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:28.805442 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:28.836619 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-c2ba51e2-3c22-4a33-b12d-b2f40527e88a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6714201 Jun 29 12:44:28.929428 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e11be-0a31-4418-a4f0-5d2dcc52a0ca req-73ea46b2-9d43-4dce-8fbc-c3e37ff7648f tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:28.931175 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3d7e11be-0a31-4418-a4f0-5d2dcc52a0ca req-73ea46b2-9d43-4dce-8fbc-c3e37ff7648f tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 931 time: 0.0603709 Jun 29 12:44:29.016890 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3d7e11be-0a31-4418-a4f0-5d2dcc52a0ca req-a12f5a75-3c25-4673-bb08-be4107082896 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800836 Jun 29 12:44:29.136305 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-b85b3a3c-7e5c-425b-9f92-92534baa7f4f None None] Provisioning complete for port 791b6e53-c814-4742-81f0-e3cfd45597e8 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:29.137274 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b85b3a3c-7e5c-425b-9f92-92534baa7f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:29.171094 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b85b3a3c-7e5c-425b-9f92-92534baa7f4f None None] Port 791b6e53-c814-4742-81f0-e3cfd45597e8 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:44:30.139677 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:30.154105 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d884045-c51f-435e-8b6a-62e9c967f826 req-937b7382-cc35-4107-9bc3-319b343203b4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:30.155799 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4d884045-c51f-435e-8b6a-62e9c967f826 req-937b7382-cc35-4107-9bc3-319b343203b4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 931 time: 0.0499716 Jun 29 12:44:30.210559 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4d884045-c51f-435e-8b6a-62e9c967f826 req-bd093a35-77be-40ea-8f5d-e35e6a16da73 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454955 Jun 29 12:44:30.320692 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:31.328687 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f673a-1a69-446f-a9fd-7fad80cbc2e1 req-60466ff9-7665-4636-a21f-fdc259d00231 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:31.330983 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6e4f673a-1a69-446f-a9fd-7fad80cbc2e1 req-60466ff9-7665-4636-a21f-fdc259d00231 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 931 time: 0.0490441 Jun 29 12:44:31.382801 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6e4f673a-1a69-446f-a9fd-7fad80cbc2e1 req-626aa6f8-a068-49f6-8696-3fc1d6af6634 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462220 Jun 29 12:44:32.501215 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6acda5-73f0-49fe-b383-1a15705c8f78 req-6079bcfe-852b-4237-95d8-f1b8b762665a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:32.502736 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ac6acda5-73f0-49fe-b383-1a15705c8f78 req-6079bcfe-852b-4237-95d8-f1b8b762665a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 931 time: 0.0480881 Jun 29 12:44:32.556708 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ac6acda5-73f0-49fe-b383-1a15705c8f78 req-4b6530cf-2cc4-4dc6-b026-93abb82b07fb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482225 Jun 29 12:44:33.679512 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bd9d6-bd62-4145-90d7-c54761936a8d req-209944be-64ff-45b4-93ae-72d9c82b7da5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:33.681022 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6b5bd9d6-bd62-4145-90d7-c54761936a8d req-209944be-64ff-45b4-93ae-72d9c82b7da5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 931 time: 0.0484962 Jun 29 12:44:33.732857 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6b5bd9d6-bd62-4145-90d7-c54761936a8d req-857aafb1-64d6-4aa0-b8dc-029754e99fed tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Jun 29 12:44:34.856836 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4a6a-0fa7-4534-a4d5-406dc4f8cb21 req-43d385f8-7ac2-4238-b44a-25c2a19cad66 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:34.858338 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e2ad4a6a-0fa7-4534-a4d5-406dc4f8cb21 req-43d385f8-7ac2-4238-b44a-25c2a19cad66 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 931 time: 0.0551381 Jun 29 12:44:34.910028 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e2ad4a6a-0fa7-4534-a4d5-406dc4f8cb21 req-17309e2e-af59-4e15-9fc8-74853f63e39d tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457158 Jun 29 12:44:36.026123 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd32d4-db5e-40aa-a874-03e2c93dbdf0 req-11b02fe0-fd7b-4233-ac7b-3e6037ad12c7 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:36.028336 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-23cd32d4-db5e-40aa-a874-03e2c93dbdf0 req-11b02fe0-fd7b-4233-ac7b-3e6037ad12c7 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 931 time: 0.0513175 Jun 29 12:44:36.079444 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-23cd32d4-db5e-40aa-a874-03e2c93dbdf0 req-90e8a0cb-51e5-4a9d-aa9a-5400ac92e875 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454843 Jun 29 12:44:36.427504 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-584f1dde-26ee-41ae-91f4-72bc931373ff tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 29 12:44:36.429115 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-584f1dde-26ee-41ae-91f4-72bc931373ff tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057693 Jun 29 12:44:36.536319 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Request body: {'port': {'device_id': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:36.595316 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:36.857585 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791b6e53-c814-4742-81f0-e3cfd45597e8 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:44:36.864908 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Publish callbacks [] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:36.877159 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Transition to ACTIVE for port object 791b6e53-c814-4742-81f0-e3cfd45597e8 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:44:36.881010 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:36.914471 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:36.937984 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Pushing event updated for resources: {'Port': ['ID=791b6e53-c814-4742-81f0-e3cfd45597e8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:37.015866 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Attempting to bind port 791b6e53-c814-4742-81f0-e3cfd45597e8 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:44:37.016208 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Attempting to bind port 791b6e53-c814-4742-81f0-e3cfd45597e8 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:44:37.016535 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Attempting to bind port 791b6e53-c814-4742-81f0-e3cfd45597e8 on network 77c64380-9fbd-44ac-bf31-c748526ddf4a {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:44:37.021763 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Port 791b6e53-c814-4742-81f0-e3cfd45597e8 on network 77c64380-9fbd-44ac-bf31-c748526ddf4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:44:37.022071 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Attempting to bind port 791b6e53-c814-4742-81f0-e3cfd45597e8 on network 77c64380-9fbd-44ac-bf31-c748526ddf4a {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:44:37.027810 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:44:37.028605 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Checking segment: {'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:44:37.028742 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Bound using segment: {'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:44:37.029112 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Bound port: 791b6e53-c814-4742-81f0-e3cfd45597e8, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:44:37.029467 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:37.094535 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:37.097425 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] For port 791b6e53-c814-4742-81f0-e3cfd45597e8, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:44:37.100692 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] For port 791b6e53-c814-4742-81f0-e3cfd45597e8, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=791b6e53-c814-4742-81f0-e3cfd45597e8,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:44:37.107863 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:37.145736 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:37.146311 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:37.147946 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] 10.222.0.23 "PUT /v2.0/ports/791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 1093 time: 0.7094953 Jun 29 12:44:37.148378 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:44:37.150908 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394" -d '{"events": [{"name": "network-changed", "server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:37.210385 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5d7fc-bedc-49b3-9e70-ab501c2bfac5 service neutron] Pushing event updated for resources: {'Port': ['ID=791b6e53-c814-4742-81f0-e3cfd45597e8,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:37.275744 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd479568-7326-431f-bb8a-77b01f10ba9c req-b91e2690-4cb0-4b95-aa83-3dbd443fe0c1 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:37.277374 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bd479568-7326-431f-bb8a-77b01f10ba9c req-b91e2690-4cb0-4b95-aa83-3dbd443fe0c1 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 943 time: 0.1079061 Jun 29 12:44:37.280886 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-caeba39f-316a-40f3-a99b-e6a12a309f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:37.282572 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-caeba39f-316a-40f3-a99b-e6a12a309f30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=925a9005d7494b04923bdaa194731362&device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 1127 time: 0.0734327 Jun 29 12:44:37.338303 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-bbadd43c-14b3-4800-ac6a-f4c7082f6814 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 217 time: 0.0439882 Jun 29 12:44:37.342207 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367e404d-1361-470f-b61f-d8cf8202bd6c x-openstack-request-id: req-367e404d-1361-470f-b61f-d8cf8202bd6c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:37.342514 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:37.342789 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-367e404d-1361-470f-b61f-d8cf8202bd6c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:37.343158 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367e404d-1361-470f-b61f-d8cf8202bd6c'] response: {'name': 'network-changed', 'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'status': 'completed', 'code': 200} Jun 29 12:44:37.403915 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bd479568-7326-431f-bb8a-77b01f10ba9c req-584e7667-21e5-4f17-a093-5601226741fa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185544 Jun 29 12:44:37.415012 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-7585edbe-e912-4b2a-a8bf-cc5df083417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:37.416072 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-7585edbe-e912-4b2a-a8bf-cc5df083417f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e27a0fc-d65e-484b-9526-699b81903155 HTTP/1.1" status: 200 len: 854 time: 0.0651681 Jun 29 12:44:37.459434 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-aeaa9a11-3afc-4717-9eb0-8b631ec40560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:37.460919 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-aeaa9a11-3afc-4717-9eb0-8b631ec40560 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77c64380-9fbd-44ac-bf31-c748526ddf4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390439 Jun 29 12:44:37.552451 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-2a1cf6c0-cbdf-4667-8800-f766bafd6388 service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849955 Jun 29 12:44:37.646971 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-00978ca9-277c-4cac-b7d0-02319ca6288e req-98c93d94-5792-491e-b7b3-204caf56ff77 service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883162 Jun 29 12:44:38.340266 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-151d31e4-5f87-40d2-9e98-14704ea3897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:38.343012 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-151d31e4-5f87-40d2-9e98-14704ea3897a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=925a9005d7494b04923bdaa194731362&device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 1127 time: 0.0408025 Jun 29 12:44:38.446700 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-0fe5e8a4-404c-45ee-b18a-7e92bb46a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:38.448322 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-0fe5e8a4-404c-45ee-b18a-7e92bb46a7ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=77c64380-9fbd-44ac-bf31-c748526ddf4a HTTP/1.1" status: 200 len: 916 time: 0.1010354 Jun 29 12:44:38.489283 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-cde0fc59-ea72-4f08-a4a2-c9fd476f92e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 217 time: 0.0355289 Jun 29 12:44:38.527533 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e36961-b338-4d8c-a589-f8b452145757 req-7efcfb9f-da9e-472b-b48c-5f910ac558d9 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:38.528937 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-87e36961-b338-4d8c-a589-f8b452145757 req-7efcfb9f-da9e-472b-b48c-5f910ac558d9 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 943 time: 0.0553679 Jun 29 12:44:38.542973 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-1ae552f0-8255-4b98-bcdd-48cac3f9bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:38.544568 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-1ae552f0-8255-4b98-bcdd-48cac3f9bc7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e27a0fc-d65e-484b-9526-699b81903155 HTTP/1.1" status: 200 len: 854 time: 0.0497465 Jun 29 12:44:38.577875 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-87e36961-b338-4d8c-a589-f8b452145757 req-7281b46c-b6a3-4378-80d0-2a54b5fd638e tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 Jun 29 12:44:38.588308 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-e45a0df2-5070-40ae-a313-9f6d526a0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:38.594706 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-e45a0df2-5070-40ae-a313-9f6d526a0949 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77c64380-9fbd-44ac-bf31-c748526ddf4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411484 Jun 29 12:44:38.618888 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:38.680182 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-e39897eb-b1d2-4037-85d8-31050e57511f service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835118 Jun 29 12:44:38.779483 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-55a6e9e4-6a8a-44d6-a0b7-8fd648910394 req-9210a491-e3d8-49dd-8606-a34a5232dcfa service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937223 Jun 29 12:44:39.690408 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd480d2-7b6e-48b7-92e7-598115f7527a req-64b4ab3c-a965-44e3-a021-80b77ab7cad3 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:39.691886 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fcd480d2-7b6e-48b7-92e7-598115f7527a req-64b4ab3c-a965-44e3-a021-80b77ab7cad3 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 943 time: 0.0470552 Jun 29 12:44:39.727150 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:39.738993 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fcd480d2-7b6e-48b7-92e7-598115f7527a req-1ff8dd31-8dc7-4024-9805-827624260d95 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Jun 29 12:44:40.727560 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 791b6e53-c814-4742-81f0-e3cfd45597e8 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:44:40.839886 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 791b6e53-c814-4742-81f0-e3cfd45597e8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=791b6e53-c814-4742-81f0-e3cfd45597e8,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:40.851171 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'port_id': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'mac_address': 'fa:16:3e:58:a7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:44:40.856851 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579cb8-1b34-4d22-9472-391e864c2c91 req-8b655b51-8fe1-45c0-949d-1370d8d778a0 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:40.858451 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8d579cb8-1b34-4d22-9472-391e864c2c91 req-8b655b51-8fe1-45c0-949d-1370d8d778a0 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 943 time: 0.0461252 Jun 29 12:44:40.892548 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 791b6e53-c814-4742-81f0-e3cfd45597e8 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:40.892934 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:40.906288 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8d579cb8-1b34-4d22-9472-391e864c2c91 req-5e7f8fad-f313-42c2-8087-ac6edde12e9a tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423362 Jun 29 12:44:40.906705 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791b6e53-c814-4742-81f0-e3cfd45597e8 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:44:40.927832 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 791b6e53-c814-4742-81f0-e3cfd45597e8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=791b6e53-c814-4742-81f0-e3cfd45597e8,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:40.932304 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:40.979145 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=791b6e53-c814-4742-81f0-e3cfd45597e8,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:41.129296 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['791b6e53-c814-4742-81f0-e3cfd45597e8'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:41.158852 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:42.021366 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f6f3-24bb-4a24-8532-b39b1695939f req-97855747-7597-400c-a9ef-68c8ce60903b tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:42.023097 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6cf8f6f3-24bb-4a24-8532-b39b1695939f req-97855747-7597-400c-a9ef-68c8ce60903b tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 944 time: 0.0499344 Jun 29 12:44:42.069344 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6cf8f6f3-24bb-4a24-8532-b39b1695939f req-473e39a2-4041-4d28-baa0-67af2fdeea9e tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Jun 29 12:44:42.727536 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 791b6e53-c814-4742-81f0-e3cfd45597e8 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:42.769626 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 791b6e53-c814-4742-81f0-e3cfd45597e8 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:44:42.775954 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 791b6e53-c814-4742-81f0-e3cfd45597e8 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:42.776542 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:42.809084 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:42.855023 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 791b6e53-c814-4742-81f0-e3cfd45597e8 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:42.855411 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:42.879369 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:44:42.881592 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38241ca-e195-4395-82b8-a57eecf9c69d" -d '{"events": [{"server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "name": "network-vif-plugged", "status": "completed", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:42.896135 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 791b6e53-c814-4742-81f0-e3cfd45597e8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=791b6e53-c814-4742-81f0-e3cfd45597e8,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:42.902016 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:42.950087 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=791b6e53-c814-4742-81f0-e3cfd45597e8,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:42.975797 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18744507-dab6-475f-be2d-db35b9f4319d x-openstack-request-id: req-18744507-dab6-475f-be2d-db35b9f4319d {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:42.976091 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "name": "network-vif-plugged", "status": "completed", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:42.976349 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18744507-dab6-475f-be2d-db35b9f4319d {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:42.976751 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18744507-dab6-475f-be2d-db35b9f4319d'] response: {'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'code': 200} Jun 29 12:44:43.148480 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0892a-d5e4-47ae-851a-25877ce4c95a req-637fa8bd-9ad0-480a-85a0-c38507c611c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:43.149921 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-45e0892a-d5e4-47ae-851a-25877ce4c95a req-637fa8bd-9ad0-480a-85a0-c38507c611c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 1129 time: 0.0487769 Jun 29 12:44:43.202609 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8fbad-6d85-437e-83be-06cf61158942 req-2de04c27-1df2-4773-9f05-25c789ebff12 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:43.204033 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4ae8fbad-6d85-437e-83be-06cf61158942 req-2de04c27-1df2-4773-9f05-25c789ebff12 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 945 time: 0.0674043 Jun 29 12:44:43.241655 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-45e0892a-d5e4-47ae-851a-25877ce4c95a req-38ac8918-4640-437a-9ea6-63d35507b496 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759611 Jun 29 12:44:43.268310 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4ae8fbad-6d85-437e-83be-06cf61158942 req-d3d1aeee-b524-4acc-a12a-9fa49a8ac2a4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587866 Jun 29 12:44:44.385497 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afade24-3896-46f8-80dc-8c7dc1eddcfe req-2837cb66-1f4c-4e8c-9c5f-7719dd9feedb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:44.386973 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0afade24-3896-46f8-80dc-8c7dc1eddcfe req-2837cb66-1f4c-4e8c-9c5f-7719dd9feedb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 945 time: 0.0501382 Jun 29 12:44:44.433443 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0afade24-3896-46f8-80dc-8c7dc1eddcfe req-62ced8ca-2c01-4518-ba43-4895b4166a38 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Jun 29 12:44:44.555356 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6742f2-5fc7-4b61-b70a-c183abdce332 req-3aec59d1-3816-4f0b-b2dd-8a899fc451ba tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:44.556828 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ee6742f2-5fc7-4b61-b70a-c183abdce332 req-3aec59d1-3816-4f0b-b2dd-8a899fc451ba tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 945 time: 0.0521388 Jun 29 12:44:44.608511 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ee6742f2-5fc7-4b61-b70a-c183abdce332 req-1ce327e3-42f6-4697-a084-b13ddea21c86 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452147 Jun 29 12:44:45.072700 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f9dcd-a05e-4d92-8825-5994665a50fc req-b2f510a9-d7e1-4c89-89ea-f687e8aec42b tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:45.074175 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fc2f9dcd-a05e-4d92-8825-5994665a50fc req-b2f510a9-d7e1-4c89-89ea-f687e8aec42b tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 945 time: 0.0464501 Jun 29 12:44:45.124372 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fc2f9dcd-a05e-4d92-8825-5994665a50fc req-93816fb2-754d-4512-b5e3-066e9a95a950 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445549 Jun 29 12:44:45.654887 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b53289bd-d28d-41a4-8e4c-691bacd1f654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:48.029954 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cefbee55-5b88-475d-8c69-90b619424c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:49.130274 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:50.486359 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:51.020575 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:51.084261 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:53.304589 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:53.308713 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:53.461008 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd826ba-83f0-4d8d-a701-3574c86a003e req-ebefb82e-3d2b-4aef-af90-401adddf50da tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:53.462455 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4dd826ba-83f0-4d8d-a701-3574c86a003e req-ebefb82e-3d2b-4aef-af90-401adddf50da tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 945 time: 0.0467579 Jun 29 12:44:53.508893 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4dd826ba-83f0-4d8d-a701-3574c86a003e req-b67ae9b3-a274-48ab-af87-0022f47573e3 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Jun 29 12:44:53.530972 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38740) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:53.584460 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=63 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:53.586130 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=67 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:53.614630 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e5740-100f-4c9b-9241-51457a2cb1e8 tempest-TestMinimumBasicScenario-2029558479 tempest-TestMinimumBasicScenario-2029558479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:53.616237 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-392e5740-100f-4c9b-9241-51457a2cb1e8 tempest-TestMinimumBasicScenario-2029558479 tempest-TestMinimumBasicScenario-2029558479-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 1124 time: 0.0842483 Jun 29 12:44:53.619072 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38744) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:53.623140 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'port_id': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:53.644816 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:53.724633 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:53.826912 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Allocated IP 172.27.1.199 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:44:53.933220 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for port (1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:53.963620 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:54.003643 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:54.006545 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:54.010351 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:44:54.032346 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'Port': ['ID=1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:54.349822 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for floatingip (cf52af53-737c-45c0-b0ce-b6c19d4e8395), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:54.369309 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:54.378149 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:54.419226 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:54.567007 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for port (1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:54.571405 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:54.641543 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'Port': ['ID=1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:54.650058 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (cf52af53-737c-45c0-b0ce-b6c19d4e8395), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:54.747107 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Floating IP cf52af53-737c-45c0-b0ce-b6c19d4e8395 associated. External IP: 172.27.1.199, port: 791b6e53-c814-4742-81f0-e3cfd45597e8. Jun 29 12:44:54.946785 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Router 528bf2ea-c43c-4870-845c-8c97942f6695 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:44:55.049084 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:44:55.059145 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] Sync routers for ids ['528bf2ea-c43c-4870-845c-8c97942f6695'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:44:55.067206 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.071743 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] Routers {'528bf2ea-c43c-4870-845c-8c97942f6695'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:44:55.072373 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:44:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['528bf2ea-c43c-4870-845c-8c97942f6695'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:55.097320 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-db5f3674-26a8-4cd6-b24f-3987a5f89057 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4772551 Jun 29 12:44:55.097896 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:44:55.100172 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9ec15e-63c0-4d97-a41a-38600eced08b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:55.100329 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38746) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:55.105198 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c6bd9dad-2c1d-4099-85e7-e1e14c412eae tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571066103', 'description': 'tempest-secgroup-smoke-1571066103 description', 'project_id': '925a9005d7494b04923bdaa194731362'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:55.131005 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9dad-2c1d-4099-85e7-e1e14c412eae tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.182105 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] Set router 528bf2ea-c43c-4870-845c-8c97942f6695 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:44:55.203408 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9dad-2c1d-4099-85e7-e1e14c412eae tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group (0c7d11df-14d9-46c8-8844-854b574565ac), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.204952 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6852e900-ce1d-4e17-be92-24939da41141 x-openstack-request-id: req-6852e900-ce1d-4e17-be92-24939da41141 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:55.205152 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:55.205408 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6852e900-ce1d-4e17-be92-24939da41141 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:55.205871 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6852e900-ce1d-4e17-be92-24939da41141'] response: {'name': 'network-changed', 'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'status': 'completed', 'code': 200} Jun 29 12:44:55.208188 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9dad-2c1d-4099-85e7-e1e14c412eae tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (0c7d11df-14d9-46c8-8844-854b574565ac), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.227781 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:55.250239 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9dad-2c1d-4099-85e7-e1e14c412eae tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.251516 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-c6bd9dad-2c1d-4099-85e7-e1e14c412eae tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1503050 Jun 29 12:44:55.254842 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38752) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:55.259261 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-ce3f6323-1523-47bb-88ed-2c51f056a7a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'security_group_rule': {'security_group_id': '0c7d11df-14d9-46c8-8844-854b574565ac', 'project_id': '925a9005d7494b04923bdaa194731362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:55.280310 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd9dad-2c1d-4099-85e7-e1e14c412eae tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7d11df-14d9-46c8-8844-854b574565ac,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:55.287332 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6323-1523-47bb-88ed-2c51f056a7a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (7b310065-2796-48e5-9231-f03facea6817), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.299087 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-e769e49d-940a-489c-8b3a-382d22341de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:55.300588 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-e769e49d-940a-489c-8b3a-382d22341de8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=925a9005d7494b04923bdaa194731362&device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 1129 time: 0.0683274 Jun 29 12:44:55.317113 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:55.335235 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:55.352327 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6323-1523-47bb-88ed-2c51f056a7a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (7b310065-2796-48e5-9231-f03facea6817), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.357586 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6323-1523-47bb-88ed-2c51f056a7a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (7b310065-2796-48e5-9231-f03facea6817), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.380992 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f6323-1523-47bb-88ed-2c51f056a7a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b310065-2796-48e5-9231-f03facea6817,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:55.386020 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6323-1523-47bb-88ed-2c51f056a7a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.390801 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ce3f6323-1523-47bb-88ed-2c51f056a7a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343708 Jun 29 12:44:55.391692 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38754) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:55.396037 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-9b3eebb9-2fdd-4f46-bfba-cb756a851dfd tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'security_group_rule': {'security_group_id': '0c7d11df-14d9-46c8-8844-854b574565ac', 'project_id': '925a9005d7494b04923bdaa194731362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:55.409606 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:55.426750 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-dbf1a31a-5ba7-4f5d-9856-5b1b03acdadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:55.428142 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-dbf1a31a-5ba7-4f5d-9856-5b1b03acdadb service neutron] 10.222.0.23 "GET /v2.0/networks?id=77c64380-9fbd-44ac-bf31-c748526ddf4a HTTP/1.1" status: 200 len: 916 time: 0.1186435 Jun 29 12:44:55.431997 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'cf52af53-737c-45c0-b0ce-b6c19d4e8395', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'port_id': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'mac_address': 'fa:16:3e:58:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:44:54Z', 'updated_at': '2022-06-29T12:44:54Z', 'revision_number': 0, 'project_id': '925a9005d7494b04923bdaa194731362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539f2acb-8c25-4d12-91a8-9c3c7436fd90', 'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'mac_address': 'fa:16:3e:03:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:10Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 5, 'project_id': '925a9005d7494b04923bdaa194731362', 'subnets': [{'id': '6e27a0fc-d65e-484b-9526-699b81903155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:55.432712 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9b3eebb9-2fdd-4f46-bfba-cb756a851dfd tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (581e7226-9493-421f-bb74-aef53ad3190d), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.460986 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] Checking router: 528bf2ea-c43c-4870-845c-8c97942f6695 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:44:55.470854 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] Routers {'528bf2ea-c43c-4870-845c-8c97942f6695'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:44:55.471512 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:44:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['528bf2ea-c43c-4870-845c-8c97942f6695'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:55.487836 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9b3eebb9-2fdd-4f46-bfba-cb756a851dfd tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (581e7226-9493-421f-bb74-aef53ad3190d), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.493793 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9b3eebb9-2fdd-4f46-bfba-cb756a851dfd tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (581e7226-9493-421f-bb74-aef53ad3190d), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.497295 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-0bffccc2-788c-44ae-a3e3-43f4c0fd6228 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 999 time: 0.0619483 Jun 29 12:44:55.514645 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eebb9-2fdd-4f46-bfba-cb756a851dfd tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581e7226-9493-421f-bb74-aef53ad3190d,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:55.521088 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-9b3eebb9-2fdd-4f46-bfba-cb756a851dfd tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.525358 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-9b3eebb9-2fdd-4f46-bfba-cb756a851dfd tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302040 Jun 29 12:44:55.525491 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38756) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:55.529942 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-b0fd42d6-ef9c-4690-b552-12fc6756a6fb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'security_group_rule': {'security_group_id': '0c7d11df-14d9-46c8-8844-854b574565ac', 'project_id': '925a9005d7494b04923bdaa194731362', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:55.550752 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-550bdb0d-d201-46c4-ac19-31b3015712b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:55.552332 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-550bdb0d-d201-46c4-ac19-31b3015712b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e27a0fc-d65e-484b-9526-699b81903155 HTTP/1.1" status: 200 len: 854 time: 0.0496578 Jun 29 12:44:55.560924 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b0fd42d6-ef9c-4690-b552-12fc6756a6fb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (e4e7aafd-7c3a-483c-b716-d70e81e9b2a7), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.586087 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] Set router 528bf2ea-c43c-4870-845c-8c97942f6695 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:44:55.597763 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-3f974608-86dd-4733-aca2-874cc4f6bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:55.599538 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-3f974608-86dd-4733-aca2-874cc4f6bc22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77c64380-9fbd-44ac-bf31-c748526ddf4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415483 Jun 29 12:44:55.626382 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b0fd42d6-ef9c-4690-b552-12fc6756a6fb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (e4e7aafd-7c3a-483c-b716-d70e81e9b2a7), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.630397 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b0fd42d6-ef9c-4690-b552-12fc6756a6fb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (e4e7aafd-7c3a-483c-b716-d70e81e9b2a7), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.649803 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd42d6-ef9c-4690-b552-12fc6756a6fb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e7aafd-7c3a-483c-b716-d70e81e9b2a7,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:55.657681 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b0fd42d6-ef9c-4690-b552-12fc6756a6fb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.661549 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b0fd42d6-ef9c-4690-b552-12fc6756a6fb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325185 Jun 29 12:44:55.661793 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38758) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:55.666164 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-05946146-7d2b-45bb-9579-d918c1201330 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'security_group_rule': {'security_group_id': '0c7d11df-14d9-46c8-8844-854b574565ac', 'project_id': '925a9005d7494b04923bdaa194731362', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:55.695125 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05946146-7d2b-45bb-9579-d918c1201330 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (0ae626c5-2809-4938-bb8f-ceef3108227c), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.697903 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-f0aee1c2-3c74-4ee6-a126-da99323d1d00 service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929143 Jun 29 12:44:55.766849 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05946146-7d2b-45bb-9579-d918c1201330 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (0ae626c5-2809-4938-bb8f-ceef3108227c), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.771326 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05946146-7d2b-45bb-9579-d918c1201330 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (0ae626c5-2809-4938-bb8f-ceef3108227c), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.789033 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05946146-7d2b-45bb-9579-d918c1201330 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae626c5-2809-4938-bb8f-ceef3108227c,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:55.795259 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-af9ec15e-63c0-4d97-a41a-38600eced08b req-6997b60a-6036-43f8-9f39-93a378377a1e service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910261 Jun 29 12:44:55.803404 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-05946146-7d2b-45bb-9579-d918c1201330 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.807289 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-05946146-7d2b-45bb-9579-d918c1201330 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419117 Jun 29 12:44:55.807504 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38760) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:55.813691 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-3321d55e-e440-495f-b8d4-118d55341265 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'security_group_rule': {'security_group_id': '0c7d11df-14d9-46c8-8844-854b574565ac', 'project_id': '925a9005d7494b04923bdaa194731362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:55.820800 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'cf52af53-737c-45c0-b0ce-b6c19d4e8395', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'port_id': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'mac_address': 'fa:16:3e:58:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:44:54Z', 'updated_at': '2022-06-29T12:44:54Z', 'revision_number': 0, 'project_id': '925a9005d7494b04923bdaa194731362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539f2acb-8c25-4d12-91a8-9c3c7436fd90', 'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'mac_address': 'fa:16:3e:03:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:10Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 5, 'project_id': '925a9005d7494b04923bdaa194731362', 'subnets': [{'id': '6e27a0fc-d65e-484b-9526-699b81903155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:55.835561 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-3321d55e-e440-495f-b8d4-118d55341265 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Project 925a9005d7494b04923bdaa194731362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:44:55.841197 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3321d55e-e440-495f-b8d4-118d55341265 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (08c61a9d-42df-4468-8c55-67b3e46f98f7), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.846719 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e20cc-a2a0-491d-beb6-b8b17501a922 None None] The sync data for ids ['528bf2ea-c43c-4870-845c-8c97942f6695'] in dv-cinder-812685-12-iscsi is: [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'cf52af53-737c-45c0-b0ce-b6c19d4e8395', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'port_id': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'mac_address': 'fa:16:3e:58:a7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:44:54Z', 'updated_at': '2022-06-29T12:44:54Z', 'revision_number': 0, 'project_id': '925a9005d7494b04923bdaa194731362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539f2acb-8c25-4d12-91a8-9c3c7436fd90', 'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'mac_address': 'fa:16:3e:03:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:10Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 5, 'project_id': '925a9005d7494b04923bdaa194731362', 'subnets': [{'id': '6e27a0fc-d65e-484b-9526-699b81903155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:44:55.903135 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3321d55e-e440-495f-b8d4-118d55341265 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (08c61a9d-42df-4468-8c55-67b3e46f98f7), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.908864 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3321d55e-e440-495f-b8d4-118d55341265 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (08c61a9d-42df-4468-8c55-67b3e46f98f7), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.930352 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321d55e-e440-495f-b8d4-118d55341265 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c61a9d-42df-4468-8c55-67b3e46f98f7,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:55.937494 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3321d55e-e440-495f-b8d4-118d55341265 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:55.938749 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3321d55e-e440-495f-b8d4-118d55341265 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302032 Jun 29 12:44:55.941760 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38762) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:44:55.946939 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-cd3ebd07-0e20-41e2-aad1-780fdb5e99a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'security_group_rule': {'security_group_id': '0c7d11df-14d9-46c8-8844-854b574565ac', 'project_id': '925a9005d7494b04923bdaa194731362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:55.969047 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-cd3ebd07-0e20-41e2-aad1-780fdb5e99a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Project 925a9005d7494b04923bdaa194731362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:44:55.975486 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebd07-0e20-41e2-aad1-780fdb5e99a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (768c473d-b68f-46cd-9f61-e63810e9dc9a), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:56.029262 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:INSERT=11,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:56.041970 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebd07-0e20-41e2-aad1-780fdb5e99a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (768c473d-b68f-46cd-9f61-e63810e9dc9a), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:56.047639 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebd07-0e20-41e2-aad1-780fdb5e99a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (768c473d-b68f-46cd-9f61-e63810e9dc9a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:56.060682 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1389fc0-69d7-4baf-ba0d-b3effa583a72 None None] New status for floating IP cf52af53-737c-45c0-b0ce-b6c19d4e8395: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:44:56.070782 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ebd07-0e20-41e2-aad1-780fdb5e99a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768c473d-b68f-46cd-9f61-e63810e9dc9a,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:56.080024 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebd07-0e20-41e2-aad1-780fdb5e99a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:56.081225 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-cd3ebd07-0e20-41e2-aad1-780fdb5e99a5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382594 Jun 29 12:44:56.177416 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-dc97b763-6065-47f5-b4e9-d268b8b0a18b tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571066103&fields=id&tenant_id=925a9005d7494b04923bdaa194731362 HTTP/1.1" status: 200 len: 267 time: 0.0469642 Jun 29 12:44:56.238663 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-e068701b-4ad0-44ad-ab00-fe29a0fa26d6 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:56.240142 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-e068701b-4ad0-44ad-ab00-fe29a0fa26d6 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 945 time: 0.0572395 Jun 29 12:44:56.250617 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-e94a6704-f15f-4cd8-8ee3-0d763d995649 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'port': {'security_groups': ['de06ad3b-0cca-4d6d-99f2-d3292e6a39cb', '0c7d11df-14d9-46c8-8844-854b574565ac']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:44:56.317588 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-e94a6704-f15f-4cd8-8ee3-0d763d995649 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:56.501280 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-e94a6704-f15f-4cd8-8ee3-0d763d995649 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] For port 791b6e53-c814-4742-81f0-e3cfd45597e8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=791b6e53-c814-4742-81f0-e3cfd45597e8,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:56.530541 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-e94a6704-f15f-4cd8-8ee3-0d763d995649 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:56.535602 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-e94a6704-f15f-4cd8-8ee3-0d763d995649 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:56.546971 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['791b6e53-c814-4742-81f0-e3cfd45597e8'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:56.586328 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-e94a6704-f15f-4cd8-8ee3-0d763d995649 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:56.586991 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-e94a6704-f15f-4cd8-8ee3-0d763d995649 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:56.588409 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9ed46d3b-0ec0-412f-93e7-5d4fba2b43c3 req-e94a6704-f15f-4cd8-8ee3-0d763d995649 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "PUT /v2.0/ports/791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 981 time: 0.3421934 Jun 29 12:44:56.588860 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:44:56.591320 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:56.618470 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a6704-f15f-4cd8-8ee3-0d763d995649 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'Port': ['ID=791b6e53-c814-4742-81f0-e3cfd45597e8,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:56.644015 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['791b6e53-c814-4742-81f0-e3cfd45597e8'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:56.675791 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:56.680719 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54abb8b7-f6d5-4303-bf8c-98cf33ba3564 x-openstack-request-id: req-54abb8b7-f6d5-4303-bf8c-98cf33ba3564 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:56.681122 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:56.681571 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54abb8b7-f6d5-4303-bf8c-98cf33ba3564 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:56.682857 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54abb8b7-f6d5-4303-bf8c-98cf33ba3564'] response: {'name': 'network-changed', 'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'status': 'completed', 'code': 200} Jun 29 12:44:56.755476 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-8e243ac2-11a5-4fdb-b7bc-2e4dbdc4798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:56.758468 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-8e243ac2-11a5-4fdb-b7bc-2e4dbdc4798d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=925a9005d7494b04923bdaa194731362&device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 1168 time: 0.0597708 Jun 29 12:44:56.774841 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:56.782391 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdb4e5-928f-4a32-8a7b-9f7d69beb982 req-e164f1c8-4e34-46fe-9007-cb120bef4287 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:56.784065 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70fdb4e5-928f-4a32-8a7b-9f7d69beb982 req-e164f1c8-4e34-46fe-9007-cb120bef4287 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0678427 Jun 29 12:44:56.798254 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:56.861053 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:56.863049 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70fdb4e5-928f-4a32-8a7b-9f7d69beb982 req-d85bc72b-82d6-4291-8aa1-88d5a6b21c46 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717957 Jun 29 12:44:56.877010 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-5ba7ed8a-6d51-4567-aaf8-61d2162fc2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:56.878747 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-5ba7ed8a-6d51-4567-aaf8-61d2162fc2f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77c64380-9fbd-44ac-bf31-c748526ddf4a HTTP/1.1" status: 200 len: 916 time: 0.1115680 Jun 29 12:44:56.901641 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:56.946862 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-6456fca8-b3e9-4dba-b968-b0adcaeb6469 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 1001 time: 0.0616403 Jun 29 12:44:56.948309 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-ded05990-c9b7-4d7e-afa7-57eaa18fd526 None None] Provisioning complete for port 791b6e53-c814-4742-81f0-e3cfd45597e8 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:44:56.948680 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ded05990-c9b7-4d7e-afa7-57eaa18fd526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:44:56.994837 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-219bc76c-3526-48a2-a906-ab2d65f3cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:56.996311 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-219bc76c-3526-48a2-a906-ab2d65f3cf8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e27a0fc-d65e-484b-9526-699b81903155 HTTP/1.1" status: 200 len: 854 time: 0.0437086 Jun 29 12:44:57.040208 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-f6b93b23-15fe-44f3-bb24-b901ddbbb596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:44:57.041601 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-f6b93b23-15fe-44f3-bb24-b901ddbbb596 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77c64380-9fbd-44ac-bf31-c748526ddf4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395920 Jun 29 12:44:57.126564 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ded05990-c9b7-4d7e-afa7-57eaa18fd526 None None] Current status of the port 791b6e53-c814-4742-81f0-e3cfd45597e8 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:44:57.139583 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-3c1289d3-cc20-4ec1-bc11-423071ac4a86 service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915813 Jun 29 12:44:57.229077 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:44:57.235656 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d3e344c6-7ff1-4b03-bf09-ad003069ffb4 req-821729b8-8be3-48a1-8afb-5c13fc262372 service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878692 Jun 29 12:44:57.319935 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:45:06.851542 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:07.230909 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=34 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:07.231626 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=38 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:07.257780 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=54 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:07.258484 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:14.327363 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=67 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:14.328363 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:15.659805 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-efa39e15-5da8-4863-8398-050e70a4c8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:18.032020 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b388bc8-a8ac-4601-a26e-4e084b6d77dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:19.131020 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:19.362114 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-28b87119-de11-4cb9-8273-243fc3832d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:19.362114 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-28b87119-de11-4cb9-8273-243fc3832d60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=925a9005d7494b04923bdaa194731362&device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 1168 time: 0.0412493 Jun 29 12:45:19.365214 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f068-859a-4778-ab33-60e212a921d3 req-7f519edc-b1f8-4eaf-9371-460c9f01a1e5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:19.366759 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8d21f068-859a-4778-ab33-60e212a921d3 req-7f519edc-b1f8-4eaf-9371-460c9f01a1e5 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0489171 Jun 29 12:45:19.432364 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8d21f068-859a-4778-ab33-60e212a921d3 req-a4851d4a-a1ec-4c3b-97a7-4cd1f649ea8e tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596347 Jun 29 12:45:19.455212 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-e5005309-cc2b-4e77-97c2-81407e1c5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:19.456803 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-e5005309-cc2b-4e77-97c2-81407e1c5040 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77c64380-9fbd-44ac-bf31-c748526ddf4a HTTP/1.1" status: 200 len: 916 time: 0.0899332 Jun 29 12:45:19.779251 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-5570ccf6-96d8-41b0-afe0-984d3c541333 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 1001 time: 0.3163650 Jun 29 12:45:19.826105 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-38d9192b-6d20-4f9a-9293-4c254411db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:19.827526 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-38d9192b-6d20-4f9a-9293-4c254411db75 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e27a0fc-d65e-484b-9526-699b81903155 HTTP/1.1" status: 200 len: 854 time: 0.0420578 Jun 29 12:45:19.870447 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-3f42f9d6-83bd-44ac-b4a6-2eeca70331f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:19.871865 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-3f42f9d6-83bd-44ac-b4a6-2eeca70331f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77c64380-9fbd-44ac-bf31-c748526ddf4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383532 Jun 29 12:45:19.964164 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-68955f5c-b270-4f09-b507-e1b8f991bae3 service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859098 Jun 29 12:45:20.054814 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2a3ad4f0-79fe-4fe9-9b69-3d0199b1479e req-21944c80-96f4-40d2-be78-7526b3df9dfe service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844562 Jun 29 12:45:20.489450 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:20.552254 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07492d-14ff-4f14-97b6-8fe5f6dfcc91 req-72877af7-aa9b-47b5-80a6-2c136ff79cf0 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:20.553755 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6b07492d-14ff-4f14-97b6-8fe5f6dfcc91 req-72877af7-aa9b-47b5-80a6-2c136ff79cf0 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0513523 Jun 29 12:45:20.613673 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-6b07492d-14ff-4f14-97b6-8fe5f6dfcc91 req-a1481604-57db-4031-8ed1-cb8ee1cc55b7 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540986 Jun 29 12:45:21.023972 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:21.085557 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:21.726428 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46713166-1f30-4491-b5c7-9ee591c1d278 req-39976177-1f3a-4588-82f6-950f5448288b tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:21.727895 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-46713166-1f30-4491-b5c7-9ee591c1d278 req-39976177-1f3a-4588-82f6-950f5448288b tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0472825 Jun 29 12:45:21.790558 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-46713166-1f30-4491-b5c7-9ee591c1d278 req-e89fe325-c2b6-456f-8814-fb86f0b451fe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571084 Jun 29 12:45:22.902409 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2c5e-7d30-4be2-9b66-a932ac8217bc req-4ef40d2a-44a8-4f1c-a9de-47503ffcb762 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:22.903868 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-429f2c5e-7d30-4be2-9b66-a932ac8217bc req-4ef40d2a-44a8-4f1c-a9de-47503ffcb762 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0469337 Jun 29 12:45:22.964292 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-429f2c5e-7d30-4be2-9b66-a932ac8217bc req-f5fdfa3a-7566-44ce-b95b-8aacbc2bc94f tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534358 Jun 29 12:45:24.077325 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a97628-c749-4b40-a0cc-7152a4822d72 req-aa0e4c7b-ba4b-4107-b1a7-74ca026563dc tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:24.078846 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70a97628-c749-4b40-a0cc-7152a4822d72 req-aa0e4c7b-ba4b-4107-b1a7-74ca026563dc tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0475435 Jun 29 12:45:24.138904 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-70a97628-c749-4b40-a0cc-7152a4822d72 req-07577be7-e78d-400e-80c1-bab3d81eaf02 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539379 Jun 29 12:45:25.256297 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9675ef-c381-4142-9f6d-3a6e397926a3 req-1a6745e9-010f-48e6-a4fe-c338977f97d2 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:25.257748 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7d9675ef-c381-4142-9f6d-3a6e397926a3 req-1a6745e9-010f-48e6-a4fe-c338977f97d2 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0504353 Jun 29 12:45:25.316939 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-7d9675ef-c381-4142-9f6d-3a6e397926a3 req-bd79b708-1a0c-4be5-8005-1b740f3966e6 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535393 Jun 29 12:45:26.434081 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f715a9-b844-4c33-81ae-6869fb99d51b req-acfe226e-0e1d-43e7-8d2a-5b6feb8252c7 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:26.435574 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6f715a9-b844-4c33-81ae-6869fb99d51b req-acfe226e-0e1d-43e7-8d2a-5b6feb8252c7 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0485113 Jun 29 12:45:26.495745 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-b6f715a9-b844-4c33-81ae-6869fb99d51b req-78a2e034-4b53-404c-a706-2b85f404c90d tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537765 Jun 29 12:45:27.610137 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f639d-804a-4383-98f8-e75f108d387d req-864b5f16-c9d1-4107-8af2-2d18d21fc367 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:27.611647 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-554f639d-804a-4383-98f8-e75f108d387d req-864b5f16-c9d1-4107-8af2-2d18d21fc367 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0484040 Jun 29 12:45:27.673445 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-554f639d-804a-4383-98f8-e75f108d387d req-cb01cb74-049b-4f27-b52c-c5917015fdec tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559101 Jun 29 12:45:28.792501 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601cb0-2a4b-4a91-a807-c5216399cf78 req-76f15ae4-65fd-4c19-9efc-fbe6ca67a967 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:28.793955 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a601cb0-2a4b-4a91-a807-c5216399cf78 req-76f15ae4-65fd-4c19-9efc-fbe6ca67a967 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0522590 Jun 29 12:45:28.852615 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5a601cb0-2a4b-4a91-a807-c5216399cf78 req-ae1c19a7-44e9-48f5-9d78-0894c5046670 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530798 Jun 29 12:45:29.967681 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2c19e-efbe-4e41-b9db-345fbba3eca5 req-c297e01c-a377-4ec9-b2df-40fab4665ccb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:29.969132 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f2c2c19e-efbe-4e41-b9db-345fbba3eca5 req-c297e01c-a377-4ec9-b2df-40fab4665ccb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0506666 Jun 29 12:45:30.021180 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:30.031120 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f2c2c19e-efbe-4e41-b9db-345fbba3eca5 req-61eb01b2-c6ad-425c-9ac8-3a028ef54116 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563786 Jun 29 12:45:30.300102 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:30.305048 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:31.079107 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:31.080807 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:31.145242 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c333b-a05e-4f03-937b-0000b163bd04 req-fdd77dcb-e349-4f7d-9abb-9e75c0228e07 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:31.146743 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5c3c333b-a05e-4f03-937b-0000b163bd04 req-fdd77dcb-e349-4f7d-9abb-9e75c0228e07 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0476928 Jun 29 12:45:31.208165 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5c3c333b-a05e-4f03-937b-0000b163bd04 req-e1185a83-4bf3-4254-a21e-cbaa447c2e83 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553796 Jun 29 12:45:32.187618 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:32.200521 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-cd5c37be-ae27-4ae8-ac70-3d3cc711e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:32.202005 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-cd5c37be-ae27-4ae8-ac70-3d3cc711e02f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=925a9005d7494b04923bdaa194731362&device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 1168 time: 0.0409513 Jun 29 12:45:32.344397 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912c472-94ad-4f54-aa2b-ee3260474892 req-357eb59c-a11f-4248-a2c0-b0ca4a152592 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:32.346384 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c912c472-94ad-4f54-aa2b-ee3260474892 req-357eb59c-a11f-4248-a2c0-b0ca4a152592 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0629249 Jun 29 12:45:32.349284 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-12e53d3e-ecf2-49d0-8cb0-86af1b12c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:32.351039 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-12e53d3e-ecf2-49d0-8cb0-86af1b12c28b service neutron] 10.222.0.23 "GET /v2.0/networks?id=77c64380-9fbd-44ac-bf31-c748526ddf4a HTTP/1.1" status: 200 len: 916 time: 0.1307895 Jun 29 12:45:32.444026 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-b116da51-4e9c-4af5-9373-caa83fb12b42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 1001 time: 0.0855212 Jun 29 12:45:32.464819 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c912c472-94ad-4f54-aa2b-ee3260474892 req-21988f50-5807-496a-aa84-9f07c633830e tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123440 Jun 29 12:45:32.499796 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-fe777e88-ef81-4772-85c9-5e6d5df843cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:32.501222 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-fe777e88-ef81-4772-85c9-5e6d5df843cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e27a0fc-d65e-484b-9526-699b81903155 HTTP/1.1" status: 200 len: 854 time: 0.0501084 Jun 29 12:45:32.543439 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-beff8aeb-b657-4b49-8d12-3c3727494646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:32.544855 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-beff8aeb-b657-4b49-8d12-3c3727494646 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77c64380-9fbd-44ac-bf31-c748526ddf4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371544 Jun 29 12:45:32.638132 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-24d424fa-6988-4d42-b4e9-e8fd455a0c9f service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867963 Jun 29 12:45:32.741756 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bbc0d4e4-f2e8-454c-961c-5bd3fd030b93 req-3b2e4a0a-c1cf-4ea7-8a94-2ab65bd5b9d6 service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831184 Jun 29 12:45:33.581268 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070e2ed-d346-4bc8-b68c-ffe1ab516593 req-712a43f2-490b-48fa-a26a-bb55da858b3d tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:33.582733 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8070e2ed-d346-4bc8-b68c-ffe1ab516593 req-712a43f2-490b-48fa-a26a-bb55da858b3d tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0516038 Jun 29 12:45:33.640896 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8070e2ed-d346-4bc8-b68c-ffe1ab516593 req-97111075-f826-4371-a105-7233f14b36d8 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525801 Jun 29 12:45:34.318534 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:45:34.756503 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d62f-abd5-415e-ab55-2e803fed7a7c req-00656085-b2f4-49e6-a480-9b902ee134dd tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:34.757986 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d292d62f-abd5-415e-ab55-2e803fed7a7c req-00656085-b2f4-49e6-a480-9b902ee134dd tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0478837 Jun 29 12:45:34.821269 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d292d62f-abd5-415e-ab55-2e803fed7a7c req-bf7bee5f-4d95-42b2-bf83-4b8ffae82eb1 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575678 Jun 29 12:45:35.941449 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad10d58-3a92-470a-ac91-a5353da240f4 req-402a9673-f430-43ba-a8cb-5f3dab090301 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:35.942939 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1ad10d58-3a92-470a-ac91-a5353da240f4 req-402a9673-f430-43ba-a8cb-5f3dab090301 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0539317 Jun 29 12:45:36.003763 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-1ad10d58-3a92-470a-ac91-a5353da240f4 req-3d0c60f3-c067-492e-a8b8-97dd7030a650 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552378 Jun 29 12:45:37.116884 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff344bd6-d857-4898-96d6-d8c433f3853f req-3fa4039e-bed2-435b-8be7-3dda2ccfc2b1 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:45:37.118367 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff344bd6-d857-4898-96d6-d8c433f3853f req-3fa4039e-bed2-435b-8be7-3dda2ccfc2b1 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0468183 Jun 29 12:45:37.179753 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff344bd6-d857-4898-96d6-d8c433f3853f req-6e4ed6a9-b80e-4f6b-870c-796775770d00 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&id=0c7d11df-14d9-46c8-8844-854b574565ac&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552545 Jun 29 12:45:44.314046 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:44.315927 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:45.652278 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-19c96439-8802-4105-9eaf-dc67f69b516d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:45.995567 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=85 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:45.998028 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=83 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:47.167750 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=78 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:47.173932 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=78 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:45:48.035993 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9c47c89-1797-4882-8c64-eb9beffb482d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:49.134836 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:50.492056 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:51.026765 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:45:51.088029 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:01.083051 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:01.084926 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:07.969720 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-953b84bd-afae-4937-a76b-d7e65bf841fc tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571066103&fields=id&tenant_id=925a9005d7494b04923bdaa194731362 HTTP/1.1" status: 200 len: 267 time: 0.0443807 Jun 29 12:46:08.023583 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-e9c12c0e-8eaa-4d0d-b7ed-ecaeb742fe4f tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:08.025045 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-e9c12c0e-8eaa-4d0d-b7ed-ecaeb742fe4f tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 984 time: 0.0496020 Jun 29 12:46:08.035283 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Request body: {'port': {'security_groups': ['de06ad3b-0cca-4d6d-99f2-d3292e6a39cb']}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:08.104924 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.302126 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] For port 791b6e53-c814-4742-81f0-e3cfd45597e8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=791b6e53-c814-4742-81f0-e3cfd45597e8,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:08.329892 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.335034 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.348101 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['791b6e53-c814-4742-81f0-e3cfd45597e8'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:46:08.383290 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:08.383876 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.385267 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e54cef19-25d9-4787-bd34-bd9a5ac79fee req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "PUT /v2.0/ports/791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 942 time: 0.3542786 Jun 29 12:46:08.386196 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:46:08.388089 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448bad9b-6e4e-4edd-a511-35e42645bf86" -d '{"events": [{"name": "network-changed", "server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:46:08.391802 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38830) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:08.410167 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event updated for resources: {'Port': ['ID=791b6e53-c814-4742-81f0-e3cfd45597e8,revision_number=7']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:08.417965 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.418297 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.418685 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.419024 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.419371 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.419683 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.420082 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.420333 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.420660 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.420987 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.421313 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.421640 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.421964 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.422285 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.422634 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a5f06-3d94-40b7-916e-d14eaa35fcaa tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.466550 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group (0c7d11df-14d9-46c8-8844-854b574565ac), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.469232 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3cda47-6119-420a-8ace-8694658e7143 x-openstack-request-id: req-dc3cda47-6119-420a-8ace-8694658e7143 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:46:08.469444 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:46:08.469706 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc3cda47-6119-420a-8ace-8694658e7143 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:46:08.470111 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3cda47-6119-420a-8ace-8694658e7143'] response: {'name': 'network-changed', 'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'status': 'completed', 'code': 200} Jun 29 12:46:08.478043 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['791b6e53-c814-4742-81f0-e3cfd45597e8'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:46:08.499006 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group (0c7d11df-14d9-46c8-8844-854b574565ac), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.573697 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-e2701879-f6b7-47c8-a857-da85d947a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:08.575141 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-e2701879-f6b7-47c8-a857-da85d947a075 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=925a9005d7494b04923bdaa194731362&device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 1129 time: 0.0728753 Jun 29 12:46:08.644539 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-48d4ba1e-3523-4500-9786-86971a363221 None None] Provisioning complete for port 791b6e53-c814-4742-81f0-e3cfd45597e8 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:08.645291 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48d4ba1e-3523-4500-9786-86971a363221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.654079 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (0c7d11df-14d9-46c8-8844-854b574565ac), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.656565 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.660241 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "DELETE /v2.0/security-groups/0c7d11df-14d9-46c8-8844-854b574565ac HTTP/1.1" status: 204 len: 168 time: 0.2645261 Jun 29 12:46:08.660569 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38832) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:08.672718 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7d11df-14d9-46c8-8844-854b574565ac,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:08.689805 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.690170 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.690551 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.690901 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.691246 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.691594 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.691925 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.692261 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.692595 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.692928 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.693889 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.693889 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.694578 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.694810 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.695143 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab694e-8c96-48eb-8f68-60781e66debe tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:08.700592 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-4264676a-acc9-4d41-a2e8-cd6db20d94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:08.702051 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-4264676a-acc9-4d41-a2e8-cd6db20d94e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77c64380-9fbd-44ac-bf31-c748526ddf4a HTTP/1.1" status: 200 len: 916 time: 0.1212575 Jun 29 12:46:08.773722 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-522fb86b-2d69-4973-88f9-23d8149d3c14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 1001 time: 0.0652120 Jun 29 12:46:08.774013 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-48d4ba1e-3523-4500-9786-86971a363221 None None] Current status of the port 791b6e53-c814-4742-81f0-e3cfd45597e8 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:08.823616 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-27d5a220-bd7e-4b8e-b50e-03ce40e6e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:08.824975 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-27d5a220-bd7e-4b8e-b50e-03ce40e6e712 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e27a0fc-d65e-484b-9526-699b81903155 HTTP/1.1" status: 200 len: 854 time: 0.0449870 Jun 29 12:46:08.826649 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Deleting port 1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:46:08.827005 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.868363 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-b17922eb-113d-491d-b901-09e4dff26e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:08.869877 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-b17922eb-113d-491d-b901-09e4dff26e0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77c64380-9fbd-44ac-bf31-c748526ddf4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390773 Jun 29 12:46:08.904758 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.905114 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for floatingip (1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:08.919020 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Calling delete_port for 1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4 owned by network:floatingip {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:46:08.963297 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-02f8d376-a10a-4a84-a431-87df159455fa service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874393 Jun 29 12:46:09.043978 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:09.056879 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-448bad9b-6e4e-4edd-a511-35e42645bf86 req-27cf2509-def3-45bb-9212-03e0e5b77180 service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874877 Jun 29 12:46:09.080158 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:09.090537 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:09.120536 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event deleted for resources: {'Port': ['ID=1179e8e5-edb4-461b-a0cd-f1b8a2a23ee4,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:09.181653 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks [] for floatingip (cf52af53-737c-45c0-b0ce-b6c19d4e8395), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:09.181981 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.l3_db [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Floating IP cf52af53-737c-45c0-b0ce-b6c19d4e8395 disassociated (deleted). External IP: 172.27.1.199, port: 791b6e53-c814-4742-81f0-e3cfd45597e8. Jun 29 12:46:09.622981 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Router 528bf2ea-c43c-4870-845c-8c97942f6695 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:46:09.722180 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:09.727098 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:09.731482 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] Sync routers for ids ['528bf2ea-c43c-4870-845c-8c97942f6695'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:09.740877 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] Routers {'528bf2ea-c43c-4870-845c-8c97942f6695'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:09.741493 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:45:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['528bf2ea-c43c-4870-845c-8c97942f6695'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:09.761028 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-6d8c57c7-284f-493f-9ae5-293ad4f92de4 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "DELETE /v2.0/floatingips/cf52af53-737c-45c0-b0ce-b6c19d4e8395 HTTP/1.1" status: 204 len: 168 time: 1.0992465 Jun 29 12:46:09.845223 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] Set router 528bf2ea-c43c-4870-845c-8c97942f6695 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:10.040291 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '539f2acb-8c25-4d12-91a8-9c3c7436fd90', 'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'mac_address': 'fa:16:3e:03:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:10Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 5, 'project_id': '925a9005d7494b04923bdaa194731362', 'subnets': [{'id': '6e27a0fc-d65e-484b-9526-699b81903155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:10.064517 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] Checking router: 528bf2ea-c43c-4870-845c-8c97942f6695 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:10.073168 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] Routers {'528bf2ea-c43c-4870-845c-8c97942f6695'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:10.073781 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:45:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['528bf2ea-c43c-4870-845c-8c97942f6695'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:10.174159 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] Set router 528bf2ea-c43c-4870-845c-8c97942f6695 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:10.358081 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '539f2acb-8c25-4d12-91a8-9c3c7436fd90', 'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'mac_address': 'fa:16:3e:03:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:10Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 5, 'project_id': '925a9005d7494b04923bdaa194731362', 'subnets': [{'id': '6e27a0fc-d65e-484b-9526-699b81903155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:10.383341 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ff051-2f0d-4858-94cb-5517b94c433c None None] The sync data for ids ['528bf2ea-c43c-4870-845c-8c97942f6695'] in dv-cinder-812685-12-iscsi is: [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:10Z', 'revision_number': 4, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '539f2acb-8c25-4d12-91a8-9c3c7436fd90', 'name': '', 'network_id': '77c64380-9fbd-44ac-bf31-c748526ddf4a', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'mac_address': 'fa:16:3e:03:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6e27a0fc-d65e-484b-9526-699b81903155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:10Z', 'updated_at': '2022-06-29T12:44:15Z', 'revision_number': 5, 'project_id': '925a9005d7494b04923bdaa194731362', 'subnets': [{'id': '6e27a0fc-d65e-484b-9526-699b81903155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:10.471488 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8'}] {{(pid=104104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:46:10.473819 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0820c974be6ad0a2990866813b963cf9b1d59252a341b47ac83faedbd330534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0736dce4-ce1a-4f13-997e-e416ff615e32" -d '{"events": [{"name": "network-changed", "server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8"}]}' {{(pid=104104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:46:10.510473 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4088d0c6-9c53-4c06-ac73-7a5726d4cd68 x-openstack-request-id: req-4088d0c6-9c53-4c06-ac73-7a5726d4cd68 {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:46:10.510770 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8", "status": "completed", "code": 200}]} {{(pid=104104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:46:10.511024 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4088d0c6-9c53-4c06-ac73-7a5726d4cd68 {{(pid=104104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:46:10.512403 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4088d0c6-9c53-4c06-ac73-7a5726d4cd68'] response: {'name': 'network-changed', 'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'status': 'completed', 'code': 200} Jun 29 12:46:10.580418 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-b31bcda2-456a-4609-af7a-aef90c6fe8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:10.582023 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-b31bcda2-456a-4609-af7a-aef90c6fe8d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=925a9005d7494b04923bdaa194731362&device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 1129 time: 0.0470600 Jun 29 12:46:10.605220 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b607e-cb20-4db7-94d4-a835e87d83da None None] New status for floating IP cf52af53-737c-45c0-b0ce-b6c19d4e8395: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:46:10.677792 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-351e4ca3-bd58-42dd-897b-d2466359750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:10.679203 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-351e4ca3-bd58-42dd-897b-d2466359750b service neutron] 10.222.0.23 "GET /v2.0/networks?id=77c64380-9fbd-44ac-bf31-c748526ddf4a HTTP/1.1" status: 200 len: 916 time: 0.0909429 Jun 29 12:46:10.728106 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-9d020b10-699b-4094-8d04-c7d1cdd4a646 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 200 len: 217 time: 0.0420105 Jun 29 12:46:10.777410 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-bd36615f-3843-4f9b-a7bf-9e2a30f692d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:10.778903 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-bd36615f-3843-4f9b-a7bf-9e2a30f692d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e27a0fc-d65e-484b-9526-699b81903155 HTTP/1.1" status: 200 len: 854 time: 0.0460422 Jun 29 12:46:10.820948 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-7fbf19c5-d8c4-4ed0-84f5-3991b5f174b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:10.822440 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-7fbf19c5-d8c4-4ed0-84f5-3991b5f174b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77c64380-9fbd-44ac-bf31-c748526ddf4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383527 Jun 29 12:46:10.893861 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:10.915568 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-fac775e6-6ed3-4aca-9fb4-c1f5b18d13d4 service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864379 Jun 29 12:46:10.954212 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:11.007348 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0736dce4-ce1a-4f13-997e-e416ff615e32 req-c872c008-4998-4ce0-b841-98df650d88c8 service neutron] 10.222.0.23 "GET /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859933 Jun 29 12:46:11.317307 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:46:12.476247 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0c811-9c5d-46a6-924a-95ba5ec04706 req-59487249-da4e-42e7-be59-b32d86aed865 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:12.477717 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aec0c811-9c5d-46a6-924a-95ba5ec04706 req-59487249-da4e-42e7-be59-b32d86aed865 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 945 time: 0.0478663 Jun 29 12:46:12.524312 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-aec0c811-9c5d-46a6-924a-95ba5ec04706 req-fee0ac31-af0c-4c06-acd3-57569163677f tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Jun 29 12:46:13.642266 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84955ea8-9663-4aef-8a2e-953c7c6e9a6b req-41503566-2f55-4e75-9224-d7e45464a4cb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:13.643636 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-84955ea8-9663-4aef-8a2e-953c7c6e9a6b req-41503566-2f55-4e75-9224-d7e45464a4cb tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 945 time: 0.0499978 Jun 29 12:46:13.689584 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-84955ea8-9663-4aef-8a2e-953c7c6e9a6b req-d0dc1f6b-869e-4cb7-8e16-b96e18705cd2 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/security-groups?id=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Jun 29 12:46:14.072096 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290b96a-c073-423a-b3be-50fc61923622 req-b995e70a-412c-46f1-a86f-1df0440b588b tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:14.073577 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2290b96a-c073-423a-b3be-50fc61923622 req-b995e70a-412c-46f1-a86f-1df0440b588b tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 945 time: 0.0458033 Jun 29 12:46:14.152869 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2290b96a-c073-423a-b3be-50fc61923622 req-dcc857da-eeb1-4698-bece-a8bcabe94013 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Deleting port 791b6e53-c814-4742-81f0-e3cfd45597e8 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:46:14.153211 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2290b96a-c073-423a-b3be-50fc61923622 req-dcc857da-eeb1-4698-bece-a8bcabe94013 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:14.243777 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-2290b96a-c073-423a-b3be-50fc61923622 req-dcc857da-eeb1-4698-bece-a8bcabe94013 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] For port 791b6e53-c814-4742-81f0-e3cfd45597e8, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=791b6e53-c814-4742-81f0-e3cfd45597e8,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:14.244135 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2290b96a-c073-423a-b3be-50fc61923622 req-dcc857da-eeb1-4698-bece-a8bcabe94013 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:14.256681 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2290b96a-c073-423a-b3be-50fc61923622 req-dcc857da-eeb1-4698-bece-a8bcabe94013 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Calling delete_port for 791b6e53-c814-4742-81f0-e3cfd45597e8 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:46:14.383419 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2290b96a-c073-423a-b3be-50fc61923622 req-dcc857da-eeb1-4698-bece-a8bcabe94013 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (791b6e53-c814-4742-81f0-e3cfd45597e8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:14.395080 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['791b6e53-c814-4742-81f0-e3cfd45597e8'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:46:14.412432 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc857da-eeb1-4698-bece-a8bcabe94013 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Pushing event deleted for resources: {'Port': ['ID=791b6e53-c814-4742-81f0-e3cfd45597e8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:14.456030 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2290b96a-c073-423a-b3be-50fc61923622 req-dcc857da-eeb1-4698-bece-a8bcabe94013 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] No DVR routers for this DVR port 791b6e53-c814-4742-81f0-e3cfd45597e8 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:46:14.458640 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2290b96a-c073-423a-b3be-50fc61923622 req-dcc857da-eeb1-4698-bece-a8bcabe94013 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:14.461811 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2290b96a-c073-423a-b3be-50fc61923622 req-dcc857da-eeb1-4698-bece-a8bcabe94013 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.23 "DELETE /v2.0/ports/791b6e53-c814-4742-81f0-e3cfd45597e8 HTTP/1.1" status: 204 len: 173 time: 0.3827999 Jun 29 12:46:14.462238 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'name': 'network-vif-deleted', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:46:14.464466 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba52ab6-8a6d-4c13-bbe0-3c974c4ab7a8" -d '{"events": [{"server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "name": "network-vif-deleted", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:46:14.501054 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c86de5-9ee0-49d9-86bb-3aa7b3c898ee x-openstack-request-id: req-40c86de5-9ee0-49d9-86bb-3aa7b3c898ee {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:46:14.501391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb26ced2-9107-42de-bf41-f626a3a59489", "name": "network-vif-deleted", "tag": "791b6e53-c814-4742-81f0-e3cfd45597e8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:46:14.501653 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40c86de5-9ee0-49d9-86bb-3aa7b3c898ee {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:46:14.502050 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c86de5-9ee0-49d9-86bb-3aa7b3c898ee'] response: {'server_uuid': 'eb26ced2-9107-42de-bf41-f626a3a59489', 'name': 'network-vif-deleted', 'tag': '791b6e53-c814-4742-81f0-e3cfd45597e8', 'status': 'completed', 'code': 200} Jun 29 12:46:14.802013 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d5083935-6501-4b04-aaa9-4fa896522809 req-ab3bc40c-7068-4d38-8afe-0b630fbd0079 tempest-TestMinimumBasicScenario-381604302 tempest-TestMinimumBasicScenario-381604302-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb26ced2-9107-42de-bf41-f626a3a59489 HTTP/1.1" status: 200 len: 210 time: 0.0327954 Jun 29 12:46:15.653981 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6c71-7eed-457d-ab98-64e73ac1442f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:16.442513 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38920) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:16.762022 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (528bf2ea-c43c-4870-845c-8c97942f6695), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:16.839645 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:16.853983 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:16.987927 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] Deleting port 539f2acb-8c25-4d12-91a8-9c3c7436fd90 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:46:16.988273 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:17.070767 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] For port 539f2acb-8c25-4d12-91a8-9c3c7436fd90, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=539f2acb-8c25-4d12-91a8-9c3c7436fd90,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:17.071048 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:17.083872 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] Calling delete_port for 539f2acb-8c25-4d12-91a8-9c3c7436fd90 owned by network:router_interface {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:46:17.178817 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 791b6e53-c814-4742-81f0-e3cfd45597e8 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:17.198003 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 791b6e53-c814-4742-81f0-e3cfd45597e8 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:46:17.198352 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 791b6e53-c814-4742-81f0-e3cfd45597e8 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:17.264870 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (539f2acb-8c25-4d12-91a8-9c3c7436fd90), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:17.290724 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] Pushing event deleted for resources: {'Port': ['ID=539f2acb-8c25-4d12-91a8-9c3c7436fd90,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:17.458638 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (528bf2ea-c43c-4870-845c-8c97942f6695), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:17.655000 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:17.667208 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] Router 528bf2ea-c43c-4870-845c-8c97942f6695 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:46:17.707412 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:17.777624 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:17.782530 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-bae58508-91c7-44d6-b87f-483f9784103f admin admin] 10.222.0.52 "PUT /v2.0/routers/528bf2ea-c43c-4870-845c-8c97942f6695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3388124 Jun 29 12:46:17.785123 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38922) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:17.786043 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] Sync routers for ids ['528bf2ea-c43c-4870-845c-8c97942f6695'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:17.796867 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] Routers {'528bf2ea-c43c-4870-845c-8c97942f6695'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:17.797479 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:45:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['528bf2ea-c43c-4870-845c-8c97942f6695'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:17.889565 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Publish callbacks [] for router (528bf2ea-c43c-4870-845c-8c97942f6695), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:17.897787 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:17.902397 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] Set router 528bf2ea-c43c-4870-845c-8c97942f6695 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:17.984031 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Publish callbacks [] for router_gateway (528bf2ea-c43c-4870-845c-8c97942f6695), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.011515 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:18.033162 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Deleting port 97479f97-37f4-43a4-a910-135ab24a36c6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:46:18.033505 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.041461 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5bb5eaf9-1191-4704-89b9-361b5f6939b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.051204 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:18.073135 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:46:17Z', 'revision_number': 5, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port': {'id': '97479f97-37f4-43a4-a910-135ab24a36c6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:18.092341 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:18.098894 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] Checking router: 528bf2ea-c43c-4870-845c-8c97942f6695 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:18.108424 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] Routers {'528bf2ea-c43c-4870-845c-8c97942f6695'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:18.109261 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['528bf2ea-c43c-4870-845c-8c97942f6695'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:18.120416 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] For port 97479f97-37f4-43a4-a910-135ab24a36c6, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=97479f97-37f4-43a4-a910-135ab24a36c6,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:18.120787 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.134581 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Calling delete_port for 97479f97-37f4-43a4-a910-135ab24a36c6 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:46:18.192489 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] Set router 528bf2ea-c43c-4870-845c-8c97942f6695 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:18.245016 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:46:17Z', 'revision_number': 6, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port_host': None}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:18.269668 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6789d-f2e4-4c13-86f4-980f3dfb917b None None] The sync data for ids ['528bf2ea-c43c-4870-845c-8c97942f6695'] in dv-cinder-812685-12-iscsi is: [{'id': '528bf2ea-c43c-4870-845c-8c97942f6695', 'name': 'tempest-TestMinimumBasicScenario-1392566067-router', 'tenant_id': '925a9005d7494b04923bdaa194731362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:08Z', 'updated_at': '2022-06-29T12:46:17Z', 'revision_number': 6, 'project_id': '925a9005d7494b04923bdaa194731362', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:18.313604 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (97479f97-37f4-43a4-a910-135ab24a36c6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.342253 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Pushing event deleted for resources: {'Port': ['ID=97479f97-37f4-43a4-a910-135ab24a36c6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:18.405585 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (528bf2ea-c43c-4870-845c-8c97942f6695), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.490835 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (528bf2ea-c43c-4870-845c-8c97942f6695), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.492859 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Publish callbacks [] for router_controller (528bf2ea-c43c-4870-845c-8c97942f6695), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.532708 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (528bf2ea-c43c-4870-845c-8c97942f6695), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.533300 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 528bf2ea-c43c-4870-845c-8c97942f6695 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:46:18.538362 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.539330 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-2e0a09c1-f122-4ecd-9a57-1f48ff5b93fb admin admin] 10.222.0.52 "DELETE /v2.0/routers/528bf2ea-c43c-4870-845c-8c97942f6695 HTTP/1.1" status: 204 len: 168 time: 0.7532177 Jun 29 12:46:18.541834 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38924) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:18.587742 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb50b334-faa5-4438-b3fc-5dbb67d3d26e admin admin] Deleting subnet 6e27a0fc-d65e-484b-9526-699b81903155 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:46:18.590854 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb50b334-faa5-4438-b3fc-5dbb67d3d26e admin admin] Publish callbacks [] for subnet (6e27a0fc-d65e-484b-9526-699b81903155), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.627071 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb50b334-faa5-4438-b3fc-5dbb67d3d26e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9681219'] for subnet (6e27a0fc-d65e-484b-9526-699b81903155), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.703969 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb50b334-faa5-4438-b3fc-5dbb67d3d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (6e27a0fc-d65e-484b-9526-699b81903155), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.757778 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb50b334-faa5-4438-b3fc-5dbb67d3d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8466990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12177344'] for subnet (6e27a0fc-d65e-484b-9526-699b81903155), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.780987 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50b334-faa5-4438-b3fc-5dbb67d3d26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e27a0fc-d65e-484b-9526-699b81903155,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:18.786408 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb50b334-faa5-4438-b3fc-5dbb67d3d26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.789589 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-cb50b334-faa5-4438-b3fc-5dbb67d3d26e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6e27a0fc-d65e-484b-9526-699b81903155 HTTP/1.1" status: 204 len: 168 time: 0.2468522 Jun 29 12:46:18.792361 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38926) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:18.792526 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e9b8a-a66d-4fe5-99c3-85f31efa9a29 None None] Network 77c64380-9fbd-44ac-bf31-c748526ddf4a requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:46:18.863250 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (77c64380-9fbd-44ac-bf31-c748526ddf4a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.906306 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Deleting port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:46:18.906670 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.937130 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:18.975675 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] For port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=36c82bd1-b76a-4e31-ba92-2612d4c7d0e5,segment=NetworkSegment(2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e),segment_id=2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:18.976046 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:18.985755 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:18.990700 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Calling delete_port for 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:46:19.033040 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] DHCP port deletion for 77c64380-9fbd-44ac-bf31-c748526ddf4a request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:46:19.072749 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.078740 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Deleting port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:46:19.079224 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.082589 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:19.103260 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c82bd1-b76a-4e31-ba92-2612d4c7d0e5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:19.106881 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] No DVR routers for this DVR port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 on host dv-cinder-812685-12-iscsi {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:46:19.114286 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:46:19.114723 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:19.115491 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 97479f97-37f4-43a4-a910-135ab24a36c6 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:19.179166 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (77c64380-9fbd-44ac-bf31-c748526ddf4a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.181654 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 97479f97-37f4-43a4-a910-135ab24a36c6 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:46:19.182013 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 97479f97-37f4-43a4-a910-135ab24a36c6 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:19.182489 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 539f2acb-8c25-4d12-91a8-9c3c7436fd90 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:19.201258 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c64380-9fbd-44ac-bf31-c748526ddf4a']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:19.211335 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:19.211687 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.services.segments.db [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:19.215160 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] For port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5, host dv-cinder-812685-12-iscsi, got binding levels [] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:19.215559 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.217753 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 539f2acb-8c25-4d12-91a8-9c3c7436fd90 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:46:19.218101 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 539f2acb-8c25-4d12-91a8-9c3c7436fd90 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:19.226810 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.228249 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9681272'] for segment (2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.231094 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Calling delete_port for 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:46:19.234114 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 was not found and therefore no delete operation was performed {{(pid=104106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 29 12:46:19.235259 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350'] for port (36c82bd1-b76a-4e31-ba92-2612d4c7d0e5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.241474 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:19.244358 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.252430 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:46:19.252838 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8467092'] for segment (2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.263846 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Pushing event deleted for resources: {'Port': ['ID=36c82bd1-b76a-4e31-ba92-2612d4c7d0e5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:19.269075 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] No DVR routers for this DVR port 36c82bd1-b76a-4e31-ba92-2612d4c7d0e5 on host dv-cinder-812685-12-iscsi {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:46:19.276230 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.276587 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.276930 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.283885 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.284247 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.284591 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.284932 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.285269 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.285605 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.285941 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.286275 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.286636 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.287004 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.287333 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.287659 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f39d8ad-b89d-4c8f-9455-ac67f0e21037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:19.331659 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (77c64380-9fbd-44ac-bf31-c748526ddf4a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.338261 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.344354 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] 10.222.0.52 "DELETE /v2.0/networks/77c64380-9fbd-44ac-bf31-c748526ddf4a HTTP/1.1" status: 204 len: 168 time: 0.5483751 Jun 29 12:46:19.344703 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38932) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:19.360391 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d3e6e-a786-4a40-a539-9478236c9429 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c64380-9fbd-44ac-bf31-c748526ddf4a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:19.366650 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment 2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e resource provider aggregate not found Jun 29 12:46:19.389649 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.services.segments.plugin [-] Segment 2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2300d5b0-d3a4-4f6e-8d2a-f74640d8c95e found for delete ", "request_id": "req-8a339a60-55eb-4e3b-a84d-b9a986642835"}]} Jun 29 12:46:19.680361 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.902550 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] Deleting port 95b56507-0168-4a52-8802-d3d37cf77fb1 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:46:19.902893 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.983966 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] For port 95b56507-0168-4a52-8802-d3d37cf77fb1, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=95b56507-0168-4a52-8802-d3d37cf77fb1,segment=NetworkSegment(014644d5-fd6d-4c01-99c0-3581d43e40c6),segment_id=014644d5-fd6d-4c01-99c0-3581d43e40c6)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:19.984249 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:19.997757 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] Calling delete_port for 95b56507-0168-4a52-8802-d3d37cf77fb1 owned by network:router_interface {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:46:20.117781 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:20.122470 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:20.174408 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (95b56507-0168-4a52-8802-d3d37cf77fb1), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:20.199725 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b56507-0168-4a52-8802-d3d37cf77fb1,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:20.368187 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:20.494695 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:20.574214 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] Router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:46:20.677250 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:20.682262 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3abf5a34-d6a7-4fec-ae79-81f1a628ea92 admin admin] 10.222.0.52 "PUT /v2.0/routers/07e2e31f-ee2f-4eab-a44f-f9cec3405f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3364475 Jun 29 12:46:20.684737 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38936) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:20.687162 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] Sync routers for ids ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:20.698378 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] Routers {'07e2e31f-ee2f-4eab-a44f-f9cec3405f44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:20.699039 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:20.808692 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] Set router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:20.838009 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=100 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:21.004305 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'name': 'tempest-TestMinimumBasicScenario-1081505740-router', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:12Z', 'updated_at': '2022-06-29T12:46:20Z', 'revision_number': 5, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'gw_port': {'id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:13Z', 'updated_at': '2022-06-29T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:21.037198 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] Checking router: 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:21.043819 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Publish callbacks [] for router (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.053714 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.055962 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] Routers {'07e2e31f-ee2f-4eab-a44f-f9cec3405f44'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:21.056583 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:21.144120 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.144342 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Publish callbacks [] for router_gateway (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.172802 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] Set router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:21.186860 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Deleting port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:46:21.187198 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.268293 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=1,neutron:UPDATE=3,neutron:SELECT=96 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:21.270388 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] For port 7cd2bb4d-2721-4a1b-829b-019ad3859cd6, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=7cd2bb4d-2721-4a1b-829b-019ad3859cd6,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:21.270785 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.284470 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:21.293009 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Calling delete_port for 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 owned by network:router_gateway {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:46:21.469100 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (7cd2bb4d-2721-4a1b-829b-019ad3859cd6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.471596 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'name': 'tempest-TestMinimumBasicScenario-1081505740-router', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:12Z', 'updated_at': '2022-06-29T12:46:20Z', 'revision_number': 5, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'gw_port': {'id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:13Z', 'updated_at': '2022-06-29T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:21.493997 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd2bb4d-2721-4a1b-829b-019ad3859cd6,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:21.504841 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a1873-c914-43ef-b33a-95b132345f3a None None] The sync data for ids ['07e2e31f-ee2f-4eab-a44f-f9cec3405f44'] in dv-cinder-812685-12-iscsi is: [{'id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'name': 'tempest-TestMinimumBasicScenario-1081505740-router', 'tenant_id': '568410b0a79d457285548e6e78cbed6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:44:12Z', 'updated_at': '2022-06-29T12:46:20Z', 'revision_number': 5, 'project_id': '568410b0a79d457285548e6e78cbed6c', 'gw_port': {'id': '7cd2bb4d-2721-4a1b-829b-019ad3859cd6', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e2e31f-ee2f-4eab-a44f-f9cec3405f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:44:13Z', 'updated_at': '2022-06-29T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:21.560093 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.654588 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.656746 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Publish callbacks [] for router_controller (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.701073 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (07e2e31f-ee2f-4eab-a44f-f9cec3405f44), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.701743 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07e2e31f-ee2f-4eab-a44f-f9cec3405f44 {{(pid=104104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:46:21.706905 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.708077 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-3b91cfba-9832-45b6-9292-a131e39ad4ec admin admin] 10.222.0.52 "DELETE /v2.0/routers/07e2e31f-ee2f-4eab-a44f-f9cec3405f44 HTTP/1.1" status: 204 len: 168 time: 1.0224204 Jun 29 12:46:21.711135 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38938) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:21.754952 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_v2 [None req-710a5760-0eef-4f7d-b2e6-23cc747544e5 admin admin] Deleting subnet a20b3752-cb3e-4cc5-9b4e-5584d8c72201 {{(pid=104104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:46:21.758032 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-710a5760-0eef-4f7d-b2e6-23cc747544e5 admin admin] Publish callbacks [] for subnet (a20b3752-cb3e-4cc5-9b4e-5584d8c72201), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.793752 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-710a5760-0eef-4f7d-b2e6-23cc747544e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10213937'] for subnet (a20b3752-cb3e-4cc5-9b4e-5584d8c72201), precommit_delete_associations {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.876086 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-710a5760-0eef-4f7d-b2e6-23cc747544e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (a20b3752-cb3e-4cc5-9b4e-5584d8c72201), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.934124 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-710a5760-0eef-4f7d-b2e6-23cc747544e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9798013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9580198'] for subnet (a20b3752-cb3e-4cc5-9b4e-5584d8c72201), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.966572 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a5760-0eef-4f7d-b2e6-23cc747544e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a20b3752-cb3e-4cc5-9b4e-5584d8c72201,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:21.968549 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-710a5760-0eef-4f7d-b2e6-23cc747544e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:21.971680 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-710a5760-0eef-4f7d-b2e6-23cc747544e5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a20b3752-cb3e-4cc5-9b4e-5584d8c72201 HTTP/1.1" status: 204 len: 168 time: 0.2596045 Jun 29 12:46:21.974129 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38940) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:21.978190 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02da7d3a-364f-4fe6-b1b3-1e750b7bbfdd None None] Network 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:46:22.046302 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.095366 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Deleting port af342026-d642-48bc-a6d7-935b5f9a4c38 {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:46:22.095709 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.155129 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24539c91-fd67-489f-9c81-c9ed6122a87f None None] DHCP port deletion for 6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:46:22.157337 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:22.165141 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] For port af342026-d642-48bc-a6d7-935b5f9a4c38, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=af342026-d642-48bc-a6d7-935b5f9a4c38,segment=NetworkSegment(014644d5-fd6d-4c01-99c0-3581d43e40c6),segment_id=014644d5-fd6d-4c01-99c0-3581d43e40c6)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:22.165503 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.179952 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Calling delete_port for af342026-d642-48bc-a6d7-935b5f9a4c38 owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:46:22.196063 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-24539c91-fd67-489f-9c81-c9ed6122a87f None None] Deleting port af342026-d642-48bc-a6d7-935b5f9a4c38 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:46:22.196442 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-24539c91-fd67-489f-9c81-c9ed6122a87f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.241836 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:22.262742 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-24539c91-fd67-489f-9c81-c9ed6122a87f None None] For port af342026-d642-48bc-a6d7-935b5f9a4c38, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=af342026-d642-48bc-a6d7-935b5f9a4c38,segment=NetworkSegment(014644d5-fd6d-4c01-99c0-3581d43e40c6),segment_id=014644d5-fd6d-4c01-99c0-3581d43e40c6)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:22.263139 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-24539c91-fd67-489f-9c81-c9ed6122a87f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.276548 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-24539c91-fd67-489f-9c81-c9ed6122a87f None None] Calling delete_port for af342026-d642-48bc-a6d7-935b5f9a4c38 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:46:22.279175 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.306269 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=af342026-d642-48bc-a6d7-935b5f9a4c38,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:22.308092 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] No DVR routers for this DVR port af342026-d642-48bc-a6d7-935b5f9a4c38 on host dv-cinder-812685-12-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:46:22.324742 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:22.356292 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-24539c91-fd67-489f-9c81-c9ed6122a87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350'] for port (af342026-d642-48bc-a6d7-935b5f9a4c38), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.381908 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24539c91-fd67-489f-9c81-c9ed6122a87f None None] Pushing event deleted for resources: {'Port': ['ID=af342026-d642-48bc-a6d7-935b5f9a4c38,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:22.383870 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.385519 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24539c91-fd67-489f-9c81-c9ed6122a87f None None] No DVR routers for this DVR port af342026-d642-48bc-a6d7-935b5f9a4c38 on host dv-cinder-812685-12-iscsi {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:46:22.411736 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:22.421601 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014644d5-fd6d-4c01-99c0-3581d43e40c6') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:22.421898 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014644d5-fd6d-4c01-99c0-3581d43e40c6') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:22.432131 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (014644d5-fd6d-4c01-99c0-3581d43e40c6), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.445385 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (014644d5-fd6d-4c01-99c0-3581d43e40c6), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.452180 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:46:22.452607 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (014644d5-fd6d-4c01-99c0-3581d43e40c6), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.513208 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.518817 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.522514 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] 10.222.0.52 "DELETE /v2.0/networks/6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b HTTP/1.1" status: 204 len: 168 time: 0.5465746 Jun 29 12:46:22.525744 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 014644d5-fd6d-4c01-99c0-3581d43e40c6 resource provider aggregate not found Jun 29 12:46:22.539798 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc902dd-4fab-45c2-919d-198601d01fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=6373a7b5-dfbd-4a52-8ba2-8b6d93e1601b,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:22.555318 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 014644d5-fd6d-4c01-99c0-3581d43e40c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 014644d5-fd6d-4c01-99c0-3581d43e40c6 found for delete ", "request_id": "req-1faca54f-8cc2-43b1-bc30-a95644e73ade"}]} Jun 29 12:46:22.717131 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38950) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:22.757092 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-e0369ecf-ac31-4133-be76-f6c1eeb598ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=925a9005d7494b04923bdaa194731362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387728 Jun 29 12:46:22.759410 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38952) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:22.812526 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4402de75-cbe3-4efc-9a0f-df13f0fb7416 admin admin] Publish callbacks [] for security_group (de06ad3b-0cca-4d6d-99f2-d3292e6a39cb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.834262 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4402de75-cbe3-4efc-9a0f-df13f0fb7416 admin admin] Publish callbacks [] for security_group (de06ad3b-0cca-4d6d-99f2-d3292e6a39cb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.879998 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4402de75-cbe3-4efc-9a0f-df13f0fb7416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (de06ad3b-0cca-4d6d-99f2-d3292e6a39cb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.882977 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4402de75-cbe3-4efc-9a0f-df13f0fb7416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:22.884114 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-4402de75-cbe3-4efc-9a0f-df13f0fb7416 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de06ad3b-0cca-4d6d-99f2-d3292e6a39cb HTTP/1.1" status: 204 len: 168 time: 0.1238163 Jun 29 12:46:22.891708 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402de75-cbe3-4efc-9a0f-df13f0fb7416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de06ad3b-0cca-4d6d-99f2-d3292e6a39cb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:23.010847 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 95b56507-0168-4a52-8802-d3d37cf77fb1 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:23.030872 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 95b56507-0168-4a52-8802-d3d37cf77fb1 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:46:23.031223 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 95b56507-0168-4a52-8802-d3d37cf77fb1 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:23.031637 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:23.053163 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:46:23.053515 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 7cd2bb4d-2721-4a1b-829b-019ad3859cd6 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:23.053925 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device af342026-d642-48bc-a6d7-935b5f9a4c38 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:23.073297 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: af342026-d642-48bc-a6d7-935b5f9a4c38 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:46:23.073646 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device af342026-d642-48bc-a6d7-935b5f9a4c38 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:23.219951 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38958) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:23.260036 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-7979741a-55e3-4299-83bf-4ebe661c0369 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=568410b0a79d457285548e6e78cbed6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389035 Jun 29 12:46:23.262336 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38960) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:23.312006 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f82994bf-72f1-41b7-bd20-3929220d2a6e admin admin] Publish callbacks [] for security_group (8b4b153d-1d0d-4e59-8d91-6b7a5475c35b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:23.333210 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f82994bf-72f1-41b7-bd20-3929220d2a6e admin admin] Publish callbacks [] for security_group (8b4b153d-1d0d-4e59-8d91-6b7a5475c35b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:23.364506 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:23.379655 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f82994bf-72f1-41b7-bd20-3929220d2a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (8b4b153d-1d0d-4e59-8d91-6b7a5475c35b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:23.382898 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f82994bf-72f1-41b7-bd20-3929220d2a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:23.384034 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f82994bf-72f1-41b7-bd20-3929220d2a6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b4b153d-1d0d-4e59-8d91-6b7a5475c35b HTTP/1.1" status: 204 len: 168 time: 0.1208076 Jun 29 12:46:23.391758 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82994bf-72f1-41b7-bd20-3929220d2a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b153d-1d0d-4e59-8d91-6b7a5475c35b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:24.088086 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38982) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:24.210622 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1370382500-network', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:24.230360 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Made reservation on behalf of 5c3c5d6a04e74a23984b32760c5b1e87 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:46:24.232822 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.243492 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.317479 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Publish callbacks [] for security_group (aa649508-e2bb-414a-a8b6-ed3fd333af24), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.321877 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (aa649508-e2bb-414a-a8b6-ed3fd333af24), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.343809 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:24.344970 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:46:24.364681 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa649508-e2bb-414a-a8b6-ed3fd333af24,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:24.369523 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (ba5851c2-7209-4bea-9fc0-be6e5f35af3b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.369970 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.segments_db [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Added segment ba5851c2-7209-4bea-9fc0-be6e5f35af3b of type vlan for network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe Jun 29 12:46:24.412619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (78656dd4-2a18-4c61-b4c7-5f35673ea9fe), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.436706 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (78656dd4-2a18-4c61-b4c7-5f35673ea9fe), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.437685 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:24.438252 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.473508 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3843529 Jun 29 12:46:24.476307 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38986) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:24.480731 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Request body: {'subnet': {'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1370382500-subnet', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:24.514161 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d42db9-690a-4788-a97f-d0e47192875e admin admin] Pushing event updated for resources: {'Network': ['ID=78656dd4-2a18-4c61-b4c7-5f35673ea9fe,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:24.523968 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:46:24.529983 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Made reservation on behalf of 5c3c5d6a04e74a23984b32760c5b1e87 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:46:24.532322 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12177391'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.701033 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8467953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12177401'] for subnet (bd5d8271-6c41-4c64-91ca-2e7380e7f19b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.755254 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5d8271-6c41-4c64-91ca-2e7380e7f19b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:24.766007 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Checking segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:46:24.766360 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Network hostable DHCP agents. Network: 78656dd4-2a18-4c61-b4c7-5f35673ea9fe, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:46:24.783115 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:46:24.791493 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 78656dd4-2a18-4c61-b4c7-5f35673ea9fe) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:24.795349 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:24.795930 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.800380 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9ecb32-4822-4a82-8903-a61d73794bd2 None None] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:46:24.801600 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:24.812643 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-c93b2ff3-e390-45dc-a91c-796d13292a70 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3353782 Jun 29 12:46:24.815314 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 38988) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:24.820037 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:24.821353 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:24.841329 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (fba67c85-7973-4c73-a6e3-6b102c3fbc63), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.842439 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (fba67c85-7973-4c73-a6e3-6b102c3fbc63), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.893196 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks [] for router_controller (fba67c85-7973-4c73-a6e3-6b102c3fbc63), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:24.910563 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:46:24.911556 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.055124 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Allocated IP 172.20.0.2 (78656dd4-2a18-4c61-b4c7-5f35673ea9fe/bd5d8271-6c41-4c64-91ca-2e7380e7f19b/b634cc80-1d43-4391-b7f0-282836a9b2cf) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:46:25.214540 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Publish callbacks [] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.220481 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.264902 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:25.270282 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:25.273779 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:46:25.278925 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Pushing event updated for resources: {'Port': ['ID=b634cc80-1d43-4391-b7f0-282836a9b2cf,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:25.305746 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks [] for router_gateway (fba67c85-7973-4c73-a6e3-6b102c3fbc63), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.338170 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Attempting to bind port b634cc80-1d43-4391-b7f0-282836a9b2cf on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:46:25.338673 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Attempting to bind port b634cc80-1d43-4391-b7f0-282836a9b2cf by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:46:25.339112 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Attempting to bind port b634cc80-1d43-4391-b7f0-282836a9b2cf on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:46:25.344293 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:46:25.344746 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Checking segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:46:25.345212 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.345657 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Bound using segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:46:25.346176 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Bound port: b634cc80-1d43-4391-b7f0-282836a9b2cf, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:46:25.346657 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.410152 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] For port b634cc80-1d43-4391-b7f0-282836a9b2cf, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:46:25.413525 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] For port b634cc80-1d43-4391-b7f0-282836a9b2cf, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=b634cc80-1d43-4391-b7f0-282836a9b2cf,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:46:25.420236 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.453095 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:25.488607 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309b529-a64b-494f-bcd9-9bd28ad2aa6a None None] Pushing event updated for resources: {'Port': ['ID=b634cc80-1d43-4391-b7f0-282836a9b2cf,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:25.492252 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks [] for router_gateway (fba67c85-7973-4c73-a6e3-6b102c3fbc63), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.512328 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.513977 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:25.622207 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Allocated IP 172.27.1.200 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/4aec94df-902d-4c5b-a7ac-4916c67e639a) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:46:25.750382 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks [] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.792200 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:25.830183 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:25.834617 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:25.838518 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:46:25.860172 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=4aec94df-902d-4c5b-a7ac-4916c67e639a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:26.064514 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:26.083156 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks [] for router_gateway (fba67c85-7973-4c73-a6e3-6b102c3fbc63), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:26.284420 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (fba67c85-7973-4c73-a6e3-6b102c3fbc63), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:26.356519 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea4cf5-a720-4963-9b12-caf6608feadc None None] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:46:26.360217 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:26.413774 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Router fba67c85-7973-4c73-a6e3-6b102c3fbc63 is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:46:26.439036 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-1e728c21-d3e8-4c0f-b088-1a60b9ae6536 None None] Provisioning complete for port b634cc80-1d43-4391-b7f0-282836a9b2cf triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:26.439409 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e728c21-d3e8-4c0f-b088-1a60b9ae6536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:26.522238 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:26.536511 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Sync routers for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:26.548330 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1e728c21-d3e8-4c0f-b088-1a60b9ae6536 None None] Current status of the port b634cc80-1d43-4391-b7f0-282836a9b2cf is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:26.548549 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:26.548831 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e728c21-d3e8-4c0f-b088-1a60b9ae6536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:26.549761 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-259c0fa4-6105-4fbf-9898-4e301eba1bf2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7334609 Jun 29 12:46:26.551950 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:26.553202 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 38990) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:26.553864 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:26.588744 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:26.591742 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-1e728c21-d3e8-4c0f-b088-1a60b9ae6536 None None] For port b634cc80-1d43-4391-b7f0-282836a9b2cf, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=b634cc80-1d43-4391-b7f0-282836a9b2cf,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:26.602749 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e728c21-d3e8-4c0f-b088-1a60b9ae6536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:26.658577 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e728c21-d3e8-4c0f-b088-1a60b9ae6536 None None] Pushing event updated for resources: {'Port': ['ID=b634cc80-1d43-4391-b7f0-282836a9b2cf,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:26.777092 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:26.823303 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-5f8872bd-321a-4413-a18e-d7170c89722d None None] Provisioning complete for port b634cc80-1d43-4391-b7f0-282836a9b2cf triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:26.823303 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f8872bd-321a-4413-a18e-d7170c89722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:26.904320 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5f8872bd-321a-4413-a18e-d7170c89722d None None] Current status of the port b634cc80-1d43-4391-b7f0-282836a9b2cf is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:26.956545 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:25Z', 'revision_number': 3, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:26.982493 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Checking router: fba67c85-7973-4c73-a6e3-6b102c3fbc63 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:26.983020 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Updating router fba67c85-7973-4c73-a6e3-6b102c3fbc63 port 4aec94df-902d-4c5b-a7ac-4916c67e639a binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:46:27.012984 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.018336 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.056107 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device b634cc80-1d43-4391-b7f0-282836a9b2cf up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:27.104600 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port b634cc80-1d43-4391-b7f0-282836a9b2cf triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:27.105000 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.177919 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:27.183474 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port b634cc80-1d43-4391-b7f0-282836a9b2cf is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:27.187901 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Allocated IP 172.20.0.1 (78656dd4-2a18-4c61-b4c7-5f35673ea9fe/bd5d8271-6c41-4c64-91ca-2e7380e7f19b/e5a8048b-6098-4c94-9cb3-28592e048d1a) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:46:27.196666 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:27.272613 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Publish callbacks [] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.278040 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.299276 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Publish callbacks [] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.317172 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:27.335403 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Attempting to bind port 4aec94df-902d-4c5b-a7ac-4916c67e639a on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:46:27.335776 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Attempting to bind port 4aec94df-902d-4c5b-a7ac-4916c67e639a by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:46:27.335940 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.336146 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Attempting to bind port 4aec94df-902d-4c5b-a7ac-4916c67e639a on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:46:27.341203 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Pushing event updated for resources: {'Port': ['ID=4aec94df-902d-4c5b-a7ac-4916c67e639a,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:27.343774 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:46:27.344151 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:46:27.344554 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.344955 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:46:27.345427 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Bound port: 4aec94df-902d-4c5b-a7ac-4916c67e639a, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:46:27.345805 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.368032 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.368383 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.368755 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.369106 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.369441 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.369772 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.370102 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.370447 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.370801 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.371136 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.371463 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.371805 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.372134 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.372246 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:27.372459 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.372781 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:27.380089 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:27.383393 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:46:27.408168 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] For port 4aec94df-902d-4c5b-a7ac-4916c67e639a, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:46:27.409943 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:27.412217 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] For port 4aec94df-902d-4c5b-a7ac-4916c67e639a, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=4aec94df-902d-4c5b-a7ac-4916c67e639a,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:46:27.417778 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a8048b-6098-4c94-9cb3-28592e048d1a,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:27.422592 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.433310 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (fba67c85-7973-4c73-a6e3-6b102c3fbc63), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.480078 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:27.480720 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:27.550014 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f2035-45c3-4a4b-8191-e78f3861e849 None None] Pushing event updated for resources: {'Port': ['ID=4aec94df-902d-4c5b-a7ac-4916c67e639a,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:27.574638 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.593726 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:27.629885 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-fe10083d-4fd3-4ccc-a2f1-da3946d0cf67 None None] Provisioning complete for port e5a8048b-6098-4c94-9cb3-28592e048d1a triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:27.630563 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe10083d-4fd3-4ccc-a2f1-da3946d0cf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.664283 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fe10083d-4fd3-4ccc-a2f1-da3946d0cf67 None None] Port e5a8048b-6098-4c94-9cb3-28592e048d1a cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:46:27.743279 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Publish callbacks [] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.747753 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.773766 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:25Z', 'revision_number': 3, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:27.800380 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffe83e-06a1-4342-8b60-91edada5696e None None] The sync data for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi is: [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:25Z', 'revision_number': 3, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:27.820277 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a8048b-6098-4c94-9cb3-28592e048d1a,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:27.823515 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (fba67c85-7973-4c73-a6e3-6b102c3fbc63), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:27.914970 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:27.920173 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:27.921891 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:28.063321 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:28.069249 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Router fba67c85-7973-4c73-a6e3-6b102c3fbc63 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:46:28.184297 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-6d370f40-fbea-4077-8a08-9da9f2f464cb None None] Provisioning complete for port e5a8048b-6098-4c94-9cb3-28592e048d1a triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:28.184669 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d370f40-fbea-4077-8a08-9da9f2f464cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:28.186018 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:28.197523 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-fb91f742-fb14-4118-b2e9-dc6d8431ff39 admin admin] 10.222.0.52 "PUT /v2.0/routers/fba67c85-7973-4c73-a6e3-6b102c3fbc63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6353443 Jun 29 12:46:28.221264 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6d370f40-fbea-4077-8a08-9da9f2f464cb None None] Port e5a8048b-6098-4c94-9cb3-28592e048d1a cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:46:28.702687 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39006) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:28.707545 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1050563310-network', 'tenant_id': '5514caf199d2444eb3041686b83af42e'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:28.728999 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Made reservation on behalf of 5514caf199d2444eb3041686b83af42e for: {'network': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:46:28.731493 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for network (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:28.740690 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:28.823826 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Publish callbacks [] for security_group (02c65ce3-3c67-463c-9967-df57211b315f), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:28.827688 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (02c65ce3-3c67-463c-9967-df57211b315f), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:28.853999 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=104104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:46:28.863207 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c65ce3-3c67-463c-9967-df57211b315f,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:28.869356 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (61018216-0127-40c3-84d4-f2d70aa8dba8), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:28.869693 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.segments_db [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Added segment 61018216-0127-40c3-84d4-f2d70aa8dba8 of type vlan for network 1784bc5f-bfc0-4486-b538-c27d94448bb9 Jun 29 12:46:28.913951 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737286803860'] for network (1784bc5f-bfc0-4486-b538-c27d94448bb9), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:28.945525 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699'] for network (1784bc5f-bfc0-4486-b538-c27d94448bb9), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:28.946453 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:28.947019 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:28.984198 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2802904 Jun 29 12:46:28.986702 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39008) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:28.993619 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Request body: {'subnet': {'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1050563310-subnet', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'ip_version': 4}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:29.026705 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afcd1c-64f6-4a27-9681-461f7e18d706 admin admin] Pushing event updated for resources: {'Network': ['ID=1784bc5f-bfc0-4486-b538-c27d94448bb9,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:29.040515 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Network 1784bc5f-bfc0-4486-b538-c27d94448bb9 details requested by agent ovs-agent-dv-cinder-812685-12-iscsi with host dv-cinder-812685-12-iscsi {{(pid=104106) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:46:29.043689 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Made reservation on behalf of 5514caf199d2444eb3041686b83af42e for: {'subnet': 1} {{(pid=104104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:46:29.046334 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9580169'] for subnet (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.066134 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 4aec94df-902d-4c5b-a7ac-4916c67e639a up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:29.161700 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 4aec94df-902d-4c5b-a7ac-4916c67e639a triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:29.162927 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.182845 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:29.210357 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:29.236539 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9799330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9580191'] for subnet (82ba61bd-0270-433b-8c65-2ff55d5505a2), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.249430 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 4aec94df-902d-4c5b-a7ac-4916c67e639a is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:29.249818 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.274250 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 4aec94df-902d-4c5b-a7ac-4916c67e639a, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=4aec94df-902d-4c5b-a7ac-4916c67e639a,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:29.280304 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.296358 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ba61bd-0270-433b-8c65-2ff55d5505a2,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:29.307798 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Checking segment: {'id': '61018216-0127-40c3-84d4-f2d70aa8dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:46:29.308155 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Network hostable DHCP agents. Network: 1784bc5f-bfc0-4486-b538-c27d94448bb9, hostable agents: ['e1a515a6-aa54-4895-8479-bec5a9049037'], hosted agents: [] {{(pid=104104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:46:29.326046 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Network 1784bc5f-bfc0-4486-b538-c27d94448bb9 is scheduled to be hosted by DHCP agent e1a515a6-aa54-4895-8479-bec5a9049037 with binding_index 1 {{(pid=104104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:46:29.333459 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=4aec94df-902d-4c5b-a7ac-4916c67e639a,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:29.335277 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-12-iscsi, 1784bc5f-bfc0-4486-b538-c27d94448bb9) {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:29.339562 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:29.340147 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.350681 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc94041-48fa-4ed2-a5ed-1b4baf97a4f5 None None] Network 1784bc5f-bfc0-4486-b538-c27d94448bb9 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:46:29.355480 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:29.373592 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-525ef2a1-b141-4e20-801e-c640d4b63df6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3858507 Jun 29 12:46:29.373868 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39010) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:29.381178 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1050563310-router', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:29.406030 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-81614'] for router (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.407072 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-81607'] for router (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.421927 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Sync routers for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:29.444130 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:29.444863 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:29.463693 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks [] for router_controller (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.604458 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks [] for router_gateway (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.676045 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp711b0083-b118-5f3f-9d69-a79dc43c3fc6-1784bc5f-bfc0-4486-b538-c27d94448bb9', 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9', 'project_id': '5514caf199d2444eb3041686b83af42e', 'fixed_ips': [{'subnet_id': '82ba61bd-0270-433b-8c65-2ff55d5505a2'}]}} from dv-cinder-812685-12-iscsi. {{(pid=104106) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 29 12:46:29.676974 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.708416 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:29.775299 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:29.794114 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks [] for router_gateway (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.813790 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:29.869115 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:29.924697 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Allocated IP 172.27.1.132 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/55286c4f-4263-421d-b0db-9e24e61656bb) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:46:29.963113 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Allocated IP 172.20.0.2 (1784bc5f-bfc0-4486-b538-c27d94448bb9/82ba61bd-0270-433b-8c65-2ff55d5505a2/e3ee639f-5ed6-40c3-afab-f989b72a35ac) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:46:30.028396 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks [] for port (55286c4f-4263-421d-b0db-9e24e61656bb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.061522 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.089725 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 2, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:30.091174 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:30.107943 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:30.113099 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:30.117965 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:46:30.120509 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Checking router: fba67c85-7973-4c73-a6e3-6b102c3fbc63 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:30.120881 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Updating router fba67c85-7973-4c73-a6e3-6b102c3fbc63 port e5a8048b-6098-4c94-9cb3-28592e048d1a binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:46:30.141000 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Pushing event updated for resources: {'Port': ['ID=55286c4f-4263-421d-b0db-9e24e61656bb,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:30.168940 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.172952 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:30.250196 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Publish callbacks [] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.263993 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.365126 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks [] for router_gateway (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.370243 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Network 1784bc5f-bfc0-4486-b538-c27d94448bb9 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:30.376183 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:30.378609 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:46:30.400355 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Pushing event updated for resources: {'Port': ['ID=e3ee639f-5ed6-40c3-afab-f989b72a35ac,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:30.502126 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Attempting to bind port e3ee639f-5ed6-40c3-afab-f989b72a35ac on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:46:30.502519 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Attempting to bind port e3ee639f-5ed6-40c3-afab-f989b72a35ac by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '61018216-0127-40c3-84d4-f2d70aa8dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:46:30.502881 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Attempting to bind port e3ee639f-5ed6-40c3-afab-f989b72a35ac on network 1784bc5f-bfc0-4486-b538-c27d94448bb9 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:46:30.511723 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:30.517984 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:46:30.518358 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Checking segment: {'id': '61018216-0127-40c3-84d4-f2d70aa8dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:46:30.518783 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.519176 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Bound using segment: {'id': '61018216-0127-40c3-84d4-f2d70aa8dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:46:30.519645 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Bound port: e3ee639f-5ed6-40c3-afab-f989b72a35ac, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61018216-0127-40c3-84d4-f2d70aa8dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:46:30.520027 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.554791 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570620'] for router (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.636205 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Publish callbacks [] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.641358 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] For port e3ee639f-5ed6-40c3-afab-f989b72a35ac, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:46:30.645063 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] For port e3ee639f-5ed6-40c3-afab-f989b72a35ac, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=e3ee639f-5ed6-40c3-afab-f989b72a35ac,segment=NetworkSegment(61018216-0127-40c3-84d4-f2d70aa8dba8),segment_id=61018216-0127-40c3-84d4-f2d70aa8dba8)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:46:30.646598 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.658775 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:30.674117 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.683536 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 is scheduled to L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 12:46:30.717754 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d29386-4a92-44b9-a5e9-c1965504935c None None] Pushing event updated for resources: {'Port': ['ID=e5a8048b-6098-4c94-9cb3-28592e048d1a,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:30.812765 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:30.823973 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Attempting to bind port e5a8048b-6098-4c94-9cb3-28592e048d1a on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:46:30.824354 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Attempting to bind port e5a8048b-6098-4c94-9cb3-28592e048d1a by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:46:30.824884 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Attempting to bind port e5a8048b-6098-4c94-9cb3-28592e048d1a on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:46:30.826292 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Sync routers for ids ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:30.828516 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908199cd-5c4f-4036-a161-20d683adb356 None None] Pushing event updated for resources: {'Port': ['ID=e3ee639f-5ed6-40c3-afab-f989b72a35ac,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:30.836075 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:46:30.836458 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Checking segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:46:30.836853 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.837237 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Bound using segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:46:30.837710 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Bound port: e5a8048b-6098-4c94-9cb3-28592e048d1a, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:46:30.838090 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.840840 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.842320 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Routers {'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:30.843365 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:30.844653 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39012) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:30.846503 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-1cc067a9-be76-4d75-874d-dba314c3e278 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4662881 Jun 29 12:46:30.910814 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] For port e5a8048b-6098-4c94-9cb3-28592e048d1a, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:46:30.916413 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] For port e5a8048b-6098-4c94-9cb3-28592e048d1a, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=e5a8048b-6098-4c94-9cb3-28592e048d1a,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:46:30.937816 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:30.997057 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:31.016089 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:31.016773 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:31.018129 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Set router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:31.155469 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:31.251871 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'name': 'tempest-TestVolumeBootPattern-1050563310-router', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:30Z', 'revision_number': 3, 'project_id': '5514caf199d2444eb3041686b83af42e', 'gw_port': {'id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:31.259595 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 4aec94df-902d-4c5b-a7ac-4916c67e639a up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:31.261911 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d29386-4a92-44b9-a5e9-c1965504935c None None] Pushing event updated for resources: {'Port': ['ID=e5a8048b-6098-4c94-9cb3-28592e048d1a,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:31.267545 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-4d9cf7e3-19a5-478b-8ab8-20d1df1967de None None] Provisioning complete for port e5a8048b-6098-4c94-9cb3-28592e048d1a triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:31.267922 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf7e3-19a5-478b-8ab8-20d1df1967de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.306633 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Checking router: fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:31.307175 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Updating router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 port 55286c4f-4263-421d-b0db-9e24e61656bb binding host dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:46:31.367286 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.383068 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:31.389263 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:31.433269 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 4aec94df-902d-4c5b-a7ac-4916c67e639a triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:31.433606 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.459379 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.525514 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4d9cf7e3-19a5-478b-8ab8-20d1df1967de None None] Current status of the port e5a8048b-6098-4c94-9cb3-28592e048d1a is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:31.525907 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf7e3-19a5-478b-8ab8-20d1df1967de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.547876 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:30Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:31.591525 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b9df59-b942-4eff-9ae6-44c112d25606 None None] The sync data for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi is: [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:30Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:31.603605 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-4d9cf7e3-19a5-478b-8ab8-20d1df1967de None None] For port e5a8048b-6098-4c94-9cb3-28592e048d1a, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=e5a8048b-6098-4c94-9cb3-28592e048d1a,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:31.636680 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf7e3-19a5-478b-8ab8-20d1df1967de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.667152 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Publish callbacks [] for port (55286c4f-4263-421d-b0db-9e24e61656bb), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.675896 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.678954 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.db_base_plugin_common [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Allocated IP 172.20.0.1 (1784bc5f-bfc0-4486-b538-c27d94448bb9/82ba61bd-0270-433b-8c65-2ff55d5505a2/6f845426-f479-48fc-8d5e-d2680c8af263) {{(pid=104104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:46:31.692232 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 4aec94df-902d-4c5b-a7ac-4916c67e639a is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:31.714893 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:31.737165 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cf7e3-19a5-478b-8ab8-20d1df1967de None None] Pushing event updated for resources: {'Port': ['ID=e5a8048b-6098-4c94-9cb3-28592e048d1a,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:31.760198 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Attempting to bind port 55286c4f-4263-421d-b0db-9e24e61656bb on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:46:31.760630 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Attempting to bind port 55286c4f-4263-421d-b0db-9e24e61656bb by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:46:31.760995 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Attempting to bind port 55286c4f-4263-421d-b0db-9e24e61656bb on network a7c54b3b-affe-426d-9c11-19185ae4a6cd {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:46:31.774084 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:46:31.774527 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Checking segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:46:31.774895 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.775286 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Bound using segment: {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:46:31.775763 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Bound port: 55286c4f-4263-421d-b0db-9e24e61656bb, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d67ab4-f7f8-4458-a881-203a810fe0a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:46:31.776139 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.777537 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-1d196ca7-cb6e-470c-9371-aa8f4738b5f4 None None] Provisioning complete for port e5a8048b-6098-4c94-9cb3-28592e048d1a triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:31.777929 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d196ca7-cb6e-470c-9371-aa8f4738b5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.820165 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b27c00-c36b-4e65-bcb7-624e7267e748 None None] Pushing event updated for resources: {'Port': ['ID=55286c4f-4263-421d-b0db-9e24e61656bb,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:31.842562 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] For port 55286c4f-4263-421d-b0db-9e24e61656bb, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:46:31.847307 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] For port 55286c4f-4263-421d-b0db-9e24e61656bb, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=55286c4f-4263-421d-b0db-9e24e61656bb,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:46:31.858411 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Publish callbacks [] for port (6f845426-f479-48fc-8d5e-d2680c8af263), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.864959 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.887328 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1d196ca7-cb6e-470c-9371-aa8f4738b5f4 None None] Current status of the port e5a8048b-6098-4c94-9cb3-28592e048d1a is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:31.898817 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:31.906285 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:31.914823 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:31.946814 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b27c00-c36b-4e65-bcb7-624e7267e748 None None] Pushing event updated for resources: {'Port': ['ID=55286c4f-4263-421d-b0db-9e24e61656bb,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:31.957471 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Routers {'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:31.959718 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:31.972525 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Pushing event updated for resources: {'Port': ['ID=6f845426-f479-48fc-8d5e-d2680c8af263,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:32.003180 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Network 1784bc5f-bfc0-4486-b538-c27d94448bb9 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:32.004694 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:32.008140 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Received port after_create {{(pid=104104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:46:32.064023 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566719'] for router_interface (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:32.186684 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d91e53-13a2-41fc-8955-097b37a04bb1 None None] Network 1784bc5f-bfc0-4486-b538-c27d94448bb9 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:46:32.194238 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] Set router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:32.217824 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:32.388806 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-f45ea9ae-2989-427e-979e-a5a6c417f537 None None] Provisioning complete for port e3ee639f-5ed6-40c3-afab-f989b72a35ac triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:32.389182 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f45ea9ae-2989-427e-979e-a5a6c417f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:32.413179 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'name': 'tempest-TestVolumeBootPattern-1050563310-router', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:30Z', 'revision_number': 3, 'project_id': '5514caf199d2444eb3041686b83af42e', 'gw_port': {'id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:32.445147 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Publish callbacks [] for port (6f845426-f479-48fc-8d5e-d2680c8af263), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:32.445410 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3717e3-f36e-4a2f-929e-b0018f2fad3e None None] The sync data for ids ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'] in dv-cinder-812685-12-iscsi is: [{'id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'name': 'tempest-TestVolumeBootPattern-1050563310-router', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:30Z', 'revision_number': 3, 'project_id': '5514caf199d2444eb3041686b83af42e', 'gw_port': {'id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:32.452665 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9797931'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:32.513691 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:32.525565 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566563'] for router_interface (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:32.558190 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f45ea9ae-2989-427e-979e-a5a6c417f537 None None] Current status of the port e3ee639f-5ed6-40c3-afab-f989b72a35ac is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:32.558611 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f45ea9ae-2989-427e-979e-a5a6c417f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:32.567197 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Pushing event updated for resources: {'Port': ['ID=6f845426-f479-48fc-8d5e-d2680c8af263,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:32.606837 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-f45ea9ae-2989-427e-979e-a5a6c417f537 None None] For port e3ee639f-5ed6-40c3-afab-f989b72a35ac, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=e3ee639f-5ed6-40c3-afab-f989b72a35ac,segment=NetworkSegment(61018216-0127-40c3-84d4-f2d70aa8dba8),segment_id=61018216-0127-40c3-84d4-f2d70aa8dba8)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:32.611543 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f45ea9ae-2989-427e-979e-a5a6c417f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:32.644735 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Network 1784bc5f-bfc0-4486-b538-c27d94448bb9 is already hosted by enough agents. {{(pid=104104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:32.647821 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.base_scheduler [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=104104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:32.676409 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ea9ae-2989-427e-979e-a5a6c417f537 None None] Pushing event updated for resources: {'Port': ['ID=e3ee639f-5ed6-40c3-afab-f989b72a35ac,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:32.771047 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:32.798296 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:46:32.845672 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-76ebe2b6-101a-4020-a800-a0685fa3b94f None None] Provisioning complete for port 6f845426-f479-48fc-8d5e-d2680c8af263 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:32.846053 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76ebe2b6-101a-4020-a800-a0685fa3b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:32.915998 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-76ebe2b6-101a-4020-a800-a0685fa3b94f None None] Port 6f845426-f479-48fc-8d5e-d2680c8af263 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:46:32.935155 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-76ebe2b6-101a-4020-a800-a0685fa3b94f None None] Provisioning complete for port e3ee639f-5ed6-40c3-afab-f989b72a35ac triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:32.935536 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76ebe2b6-101a-4020-a800-a0685fa3b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:33.101090 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:33.102906 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-76ebe2b6-101a-4020-a800-a0685fa3b94f None None] Current status of the port e3ee639f-5ed6-40c3-afab-f989b72a35ac is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:33.202689 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device e3ee639f-5ed6-40c3-afab-f989b72a35ac up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:33.249290 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-19c76e62-2024-48d1-9ec2-1aac994e83d4 None None] Provisioning complete for port 6f845426-f479-48fc-8d5e-d2680c8af263 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:33.249660 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-19c76e62-2024-48d1-9ec2-1aac994e83d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:33.310741 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-19c76e62-2024-48d1-9ec2-1aac994e83d4 None None] Port 6f845426-f479-48fc-8d5e-d2680c8af263 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:46:33.319147 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port e3ee639f-5ed6-40c3-afab-f989b72a35ac triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:33.319318 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:33.348408 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:33.356979 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ae79f8fa-b0d4-4804-b1d0-1a3445c64e08 admin admin] 10.222.0.52 "PUT /v2.0/routers/fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5111222 Jun 29 12:46:33.404242 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port e3ee639f-5ed6-40c3-afab-f989b72a35ac is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:33.405322 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device e5a8048b-6098-4c94-9cb3-28592e048d1a up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:33.452225 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-df2062e3-def8-4c0e-97c3-b601969cc09a None None] Provisioning complete for port 6f845426-f479-48fc-8d5e-d2680c8af263 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:33.452598 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df2062e3-def8-4c0e-97c3-b601969cc09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:33.497192 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-df2062e3-def8-4c0e-97c3-b601969cc09a None None] Port 6f845426-f479-48fc-8d5e-d2680c8af263 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:46:33.500847 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port e5a8048b-6098-4c94-9cb3-28592e048d1a triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:33.501249 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:33.580555 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port e5a8048b-6098-4c94-9cb3-28592e048d1a is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:33.581608 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 55286c4f-4263-421d-b0db-9e24e61656bb up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:33.625083 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 55286c4f-4263-421d-b0db-9e24e61656bb triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:33.625455 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:33.719878 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 55286c4f-4263-421d-b0db-9e24e61656bb is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:33.720270 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:33.742680 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:33.745347 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] For port 55286c4f-4263-421d-b0db-9e24e61656bb, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=55286c4f-4263-421d-b0db-9e24e61656bb,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:33.749397 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:33.803305 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Pushing event updated for resources: {'Port': ['ID=55286c4f-4263-421d-b0db-9e24e61656bb,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:34.774518 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39022) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:34.779023 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-547af122-0eac-429e-abca-dfa106036fc3 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541791989', 'description': 'tempest-secgroup-smoke-1541791989 description', 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:34.799571 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-547af122-0eac-429e-abca-dfa106036fc3 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group (None), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:34.854880 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:34.872610 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-547af122-0eac-429e-abca-dfa106036fc3 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group (e56d35e2-2f59-44da-a5e2-a3dd86d66d6a), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:34.876606 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-547af122-0eac-429e-abca-dfa106036fc3 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (e56d35e2-2f59-44da-a5e2-a3dd86d66d6a), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:34.912635 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547af122-0eac-429e-abca-dfa106036fc3 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a,revision_number=1']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:34.916854 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-547af122-0eac-429e-abca-dfa106036fc3 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:34.918085 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-547af122-0eac-429e-abca-dfa106036fc3 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1425569 Jun 29 12:46:34.921139 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39024) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:34.925341 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-f1521527-f87c-427c-8bb2-ffb37e16bbb7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'security_group_rule': {'security_group_id': 'e56d35e2-2f59-44da-a5e2-a3dd86d66d6a', 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:34.953197 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1521527-f87c-427c-8bb2-ffb37e16bbb7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (c433bce4-cedf-4186-80e5-008f861055ca), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.018073 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1521527-f87c-427c-8bb2-ffb37e16bbb7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (c433bce4-cedf-4186-80e5-008f861055ca), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.022353 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1521527-f87c-427c-8bb2-ffb37e16bbb7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (c433bce4-cedf-4186-80e5-008f861055ca), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.042159 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Sync routers for ids ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:35.042981 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1521527-f87c-427c-8bb2-ffb37e16bbb7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c433bce4-cedf-4186-80e5-008f861055ca,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:35.050540 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-f1521527-f87c-427c-8bb2-ffb37e16bbb7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.051749 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-f1521527-f87c-427c-8bb2-ffb37e16bbb7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296918 Jun 29 12:46:35.052616 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 55286c4f-4263-421d-b0db-9e24e61656bb up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:35.055317 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39026) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:35.059578 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-ee803b79-fa22-4ebc-aaca-dae59f91609c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'security_group_rule': {'security_group_id': 'e56d35e2-2f59-44da-a5e2-a3dd86d66d6a', 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:35.085690 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Routers {'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:35.086330 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:35.087031 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ee803b79-fa22-4ebc-aaca-dae59f91609c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (75dcbfc9-30e6-423e-a8e0-1eab59a7edb7), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.144234 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ee803b79-fa22-4ebc-aaca-dae59f91609c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (75dcbfc9-30e6-423e-a8e0-1eab59a7edb7), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.148188 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ee803b79-fa22-4ebc-aaca-dae59f91609c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (75dcbfc9-30e6-423e-a8e0-1eab59a7edb7), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.167793 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee803b79-fa22-4ebc-aaca-dae59f91609c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dcbfc9-30e6-423e-a8e0-1eab59a7edb7,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:35.175392 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ee803b79-fa22-4ebc-aaca-dae59f91609c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.179128 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ee803b79-fa22-4ebc-aaca-dae59f91609c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203706 Jun 29 12:46:35.179353 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39028) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:35.183991 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-5a15a8d4-eee5-41db-bffe-d3698c8e6e63 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'security_group_rule': {'security_group_id': 'e56d35e2-2f59-44da-a5e2-a3dd86d66d6a', 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:35.189069 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 55286c4f-4263-421d-b0db-9e24e61656bb triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:35.189441 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.211662 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8d4-eee5-41db-bffe-d3698c8e6e63 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (1ad24f27-d4bb-4666-bbba-c9dc7997ed9e), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.227862 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Set router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:35.262834 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:35.274204 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8d4-eee5-41db-bffe-d3698c8e6e63 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (1ad24f27-d4bb-4666-bbba-c9dc7997ed9e), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.277862 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8d4-eee5-41db-bffe-d3698c8e6e63 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (1ad24f27-d4bb-4666-bbba-c9dc7997ed9e), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.297462 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15a8d4-eee5-41db-bffe-d3698c8e6e63 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad24f27-d4bb-4666-bbba-c9dc7997ed9e,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:35.305841 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8d4-eee5-41db-bffe-d3698c8e6e63 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.307440 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5a15a8d4-eee5-41db-bffe-d3698c8e6e63 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270125 Jun 29 12:46:35.310026 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39030) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:35.314413 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-5cdd23ca-622f-40c9-b413-5ed87b5c1783 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'security_group_rule': {'security_group_id': 'e56d35e2-2f59-44da-a5e2-a3dd86d66d6a', 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:35.346772 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5cdd23ca-622f-40c9-b413-5ed87b5c1783 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (68cde6f0-44a8-423e-b9ee-c5425b4443d6), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.378305 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 55286c4f-4263-421d-b0db-9e24e61656bb is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:35.403614 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:35.416178 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5cdd23ca-622f-40c9-b413-5ed87b5c1783 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (68cde6f0-44a8-423e-b9ee-c5425b4443d6), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.420322 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5cdd23ca-622f-40c9-b413-5ed87b5c1783 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (68cde6f0-44a8-423e-b9ee-c5425b4443d6), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.444879 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd23ca-622f-40c9-b413-5ed87b5c1783 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cde6f0-44a8-423e-b9ee-c5425b4443d6,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:35.450505 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-5cdd23ca-622f-40c9-b413-5ed87b5c1783 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.454673 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-5cdd23ca-622f-40c9-b413-5ed87b5c1783 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406734 Jun 29 12:46:35.454673 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39032) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:35.459927 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-ce1f1e1c-679f-45d3-9e9a-d9036dcce5bb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'security_group_rule': {'security_group_id': 'e56d35e2-2f59-44da-a5e2-a3dd86d66d6a', 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:35.478377 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'name': 'tempest-TestVolumeBootPattern-1050563310-router', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:32Z', 'revision_number': 4, 'project_id': '5514caf199d2444eb3041686b83af42e', 'gw_port': {'id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6f845426-f479-48fc-8d5e-d2680c8af263', 'name': '', 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'mac_address': 'fa:16:3e:c0:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '82ba61bd-0270-433b-8c65-2ff55d5505a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:31Z', 'updated_at': '2022-06-29T12:46:32Z', 'revision_number': 2, 'project_id': '5514caf199d2444eb3041686b83af42e', 'subnets': [{'id': '82ba61bd-0270-433b-8c65-2ff55d5505a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:35.481208 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-ce1f1e1c-679f-45d3-9e9a-d9036dcce5bb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Project 5c3c5d6a04e74a23984b32760c5b1e87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:46:35.487539 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1e1c-679f-45d3-9e9a-d9036dcce5bb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (ddcb1bcd-362a-4b33-ab20-e9819d4afb16), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.503414 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Checking router: fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:35.503774 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Updating router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 port 6f845426-f479-48fc-8d5e-d2680c8af263 binding host dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:46:35.508042 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:35.538678 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.558639 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1e1c-679f-45d3-9e9a-d9036dcce5bb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (ddcb1bcd-362a-4b33-ab20-e9819d4afb16), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.562365 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1e1c-679f-45d3-9e9a-d9036dcce5bb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (ddcb1bcd-362a-4b33-ab20-e9819d4afb16), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.581751 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f1e1c-679f-45d3-9e9a-d9036dcce5bb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcb1bcd-362a-4b33-ab20-e9819d4afb16,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:35.587156 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1e1c-679f-45d3-9e9a-d9036dcce5bb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.588372 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-ce1f1e1c-679f-45d3-9e9a-d9036dcce5bb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329968 Jun 29 12:46:35.591075 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39034) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:46:35.595349 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.v2.base [None req-94980f00-27b3-4cc5-9705-370b193230e2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'security_group_rule': {'security_group_id': 'e56d35e2-2f59-44da-a5e2-a3dd86d66d6a', 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:35.617165 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.db.securitygroups_db [None req-94980f00-27b3-4cc5-9705-370b193230e2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Project 5c3c5d6a04e74a23984b32760c5b1e87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:46:35.622887 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-94980f00-27b3-4cc5-9705-370b193230e2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (32e8b09b-66aa-4b34-8f9b-1b0172828917), before_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.688059 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-94980f00-27b3-4cc5-9705-370b193230e2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (32e8b09b-66aa-4b34-8f9b-1b0172828917), precommit_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.692341 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-94980f00-27b3-4cc5-9705-370b193230e2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617993'] for security_group_rule (32e8b09b-66aa-4b34-8f9b-1b0172828917), after_create {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.714682 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94980f00-27b3-4cc5-9705-370b193230e2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e8b09b-66aa-4b34-8f9b-1b0172828917,revision_number=0']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:35.719267 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-94980f00-27b3-4cc5-9705-370b193230e2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.720441 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-94980f00-27b3-4cc5-9705-370b193230e2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284513 Jun 29 12:46:35.827562 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Publish callbacks [] for port (6f845426-f479-48fc-8d5e-d2680c8af263), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.836606 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.886163 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692136c5-39b3-40be-88e3-4099c83eef95 None None] Pushing event updated for resources: {'Port': ['ID=6f845426-f479-48fc-8d5e-d2680c8af263,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:35.913560 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:35.957962 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Attempting to bind port 6f845426-f479-48fc-8d5e-d2680c8af263 on host dv-cinder-812685-12-iscsi for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:46:35.958981 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Attempting to bind port 6f845426-f479-48fc-8d5e-d2680c8af263 by drivers openvswitch,hyperv on host dv-cinder-812685-12-iscsi at level 0 using segments [{'id': '61018216-0127-40c3-84d4-f2d70aa8dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:46:35.959716 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Attempting to bind port 6f845426-f479-48fc-8d5e-d2680c8af263 on network 1784bc5f-bfc0-4486-b538-c27d94448bb9 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:46:35.964731 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Checking agent: {'id': 'f26e3afa-d34a-4cd7-8e61-bd60f22daf3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 25, 21), 'started_at': datetime.datetime(2022, 6, 29, 12, 25, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:46:35.965104 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Checking segment: {'id': '61018216-0127-40c3-84d4-f2d70aa8dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:46:35.965501 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:35.965886 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Bound using segment: {'id': '61018216-0127-40c3-84d4-f2d70aa8dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:46:35.966348 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Bound port: 6f845426-f479-48fc-8d5e-d2680c8af263, host: dv-cinder-812685-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61018216-0127-40c3-84d4-f2d70aa8dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:46:35.966751 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:36.039751 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] For port 6f845426-f479-48fc-8d5e-d2680c8af263, host dv-cinder-812685-12-iscsi, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:46:36.044068 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] For port 6f845426-f479-48fc-8d5e-d2680c8af263, host dv-cinder-812685-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=6f845426-f479-48fc-8d5e-d2680c8af263,segment=NetworkSegment(61018216-0127-40c3-84d4-f2d70aa8dba8),segment_id=61018216-0127-40c3-84d4-f2d70aa8dba8)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:46:36.051648 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:36.114352 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Routers {'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:46:36.115536 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:36.186455 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:36.191374 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692136c5-39b3-40be-88e3-4099c83eef95 None None] Pushing event updated for resources: {'Port': ['ID=6f845426-f479-48fc-8d5e-d2680c8af263,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:36.211316 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-e7fec9a7-e707-4f1a-9df9-ede1e26461a6 None None] Provisioning complete for port 6f845426-f479-48fc-8d5e-d2680c8af263 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:36.211712 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e7fec9a7-e707-4f1a-9df9-ede1e26461a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:36.278042 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] Set router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:46:36.503437 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e7fec9a7-e707-4f1a-9df9-ede1e26461a6 None None] Current status of the port 6f845426-f479-48fc-8d5e-d2680c8af263 is: DOWN; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:36.503826 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e7fec9a7-e707-4f1a-9df9-ede1e26461a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:36.608983 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-e7fec9a7-e707-4f1a-9df9-ede1e26461a6 None None] For port 6f845426-f479-48fc-8d5e-d2680c8af263, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=6f845426-f479-48fc-8d5e-d2680c8af263,segment=NetworkSegment(61018216-0127-40c3-84d4-f2d70aa8dba8),segment_id=61018216-0127-40c3-84d4-f2d70aa8dba8)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:36.615776 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e7fec9a7-e707-4f1a-9df9-ede1e26461a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:36.711411 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fec9a7-e707-4f1a-9df9-ede1e26461a6 None None] Pushing event updated for resources: {'Port': ['ID=6f845426-f479-48fc-8d5e-d2680c8af263,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:36.720593 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'name': 'tempest-TestVolumeBootPattern-1050563310-router', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:32Z', 'revision_number': 4, 'project_id': '5514caf199d2444eb3041686b83af42e', 'gw_port': {'id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6f845426-f479-48fc-8d5e-d2680c8af263', 'name': '', 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'mac_address': 'fa:16:3e:c0:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '82ba61bd-0270-433b-8c65-2ff55d5505a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:31Z', 'updated_at': '2022-06-29T12:46:36Z', 'revision_number': 4, 'project_id': '5514caf199d2444eb3041686b83af42e', 'subnets': [{'id': '82ba61bd-0270-433b-8c65-2ff55d5505a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:36.755891 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d14fa9-dbe8-48b3-893d-d30bf48a8b2e None None] The sync data for ids ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'] in dv-cinder-812685-12-iscsi is: [{'id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'name': 'tempest-TestVolumeBootPattern-1050563310-router', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:32Z', 'revision_number': 4, 'project_id': '5514caf199d2444eb3041686b83af42e', 'gw_port': {'id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': '6f845426-f479-48fc-8d5e-d2680c8af263', 'name': '', 'network_id': '1784bc5f-bfc0-4486-b538-c27d94448bb9', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'mac_address': 'fa:16:3e:c0:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '82ba61bd-0270-433b-8c65-2ff55d5505a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:31Z', 'updated_at': '2022-06-29T12:46:36Z', 'revision_number': 4, 'project_id': '5514caf199d2444eb3041686b83af42e', 'subnets': [{'id': '82ba61bd-0270-433b-8c65-2ff55d5505a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:36.760610 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-132c5caa-ace7-4ee7-8a96-a8d86e944ddb None None] Provisioning complete for port 6f845426-f479-48fc-8d5e-d2680c8af263 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:36.760935 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-132c5caa-ace7-4ee7-8a96-a8d86e944ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:36.848558 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-132c5caa-ace7-4ee7-8a96-a8d86e944ddb None None] Current status of the port 6f845426-f479-48fc-8d5e-d2680c8af263 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:37.044131 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 6f845426-f479-48fc-8d5e-d2680c8af263 up at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:37.094135 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Provisioning complete for port 6f845426-f479-48fc-8d5e-d2680c8af263 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:37.094538 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:37.173808 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Current status of the port 6f845426-f479-48fc-8d5e-d2680c8af263 is: ACTIVE; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:46:40.827281 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=79,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:40.828063 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:INSERT=1,neutron:SELECT=10,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:44.315677 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=50 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:44.316708 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:44.453647 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:44.547130 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:45.657670 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-800bdab2-1fb4-4efa-b169-2968f88e529a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:45.712198 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:45.714094 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=20,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:48.035598 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4d20245-17e7-4883-a21d-88f93b9e063f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:48.315284 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:46:49.139460 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:50.114455 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-6c24c91e-54c3-4ae5-9ea7-fbab7213bdbd tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541791989&fields=id&tenant_id=5c3c5d6a04e74a23984b32760c5b1e87 HTTP/1.1" status: 200 len: 267 time: 0.0450699 Jun 29 12:46:50.219850 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-a7d75691-6e12-487a-93fa-c20ed666b7ae tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:50.221277 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-a7d75691-6e12-487a-93fa-c20ed666b7ae tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 812 time: 0.1006124 Jun 29 12:46:50.236183 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-8b5c22d6-e109-428b-bbca-1851377c2cb5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/quotas/5c3c5d6a04e74a23984b32760c5b1e87 HTTP/1.1" status: 200 len: 375 time: 0.0096452 Jun 29 12:46:50.283867 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-6db6d4ae-4ec6-450d-91f3-1c21e936de65 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428293 Jun 29 12:46:50.474219 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-2ea66fed-bac1-49eb-b143-be349bec0089 service neutron] 10.222.0.52 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791060 Jun 29 12:46:50.496965 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:50.566943 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-14cff37f-8e46-4dca-94e9-8d77b21536d7 service neutron] 10.222.0.52 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869884 Jun 29 12:46:51.027221 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:51.108937 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:51.877385 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ddaf88e1-8955-4df6-9d88-324ea81f036c req-747b71f3-bf61-4037-bf95-a17d8bf91aca tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Jun 29 12:46:53.011405 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4bb810e0-1fbe-4bcc-b26d-3ad7055db86a req-013b09e4-3049-4bfa-a36d-64a28eed22d5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 210 time: 0.0560324 Jun 29 12:46:53.054976 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-5d2b8637-a261-442c-bc32-cc2637541f84 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:53.056425 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-5d2b8637-a261-442c-bc32-cc2637541f84 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 812 time: 0.1439798 Jun 29 12:46:53.124258 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-974fde4c-ac0a-4aa5-9d51-888e35dc856b tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3c5d6a04e74a23984b32760c5b1e87 HTTP/1.1" status: 200 len: 380 time: 0.0550132 Jun 29 12:46:53.132348 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'port': {'device_id': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'admin_state_up': True, 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'security_groups': ['e56d35e2-2f59-44da-a5e2-a3dd86d66d6a']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:53.510693 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Made reservation on behalf of 5c3c5d6a04e74a23984b32760c5b1e87 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:46:53.514063 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:53.640280 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Allocated IP 172.20.0.9 (78656dd4-2a18-4c61-b4c7-5f35673ea9fe/bd5d8271-6c41-4c64-91ca-2e7380e7f19b/47818afa-8960-424a-b97e-e65a82d72628) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:46:53.668679 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:53.760158 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:53.778104 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for port (47818afa-8960-424a-b97e-e65a82d72628), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:53.809091 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (47818afa-8960-424a-b97e-e65a82d72628), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:53.854373 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:53.857497 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:53.861151 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:46:53.890165 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'Port': ['ID=47818afa-8960-424a-b97e-e65a82d72628,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:53.917361 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:53.918013 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:53.935338 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-c38c8d36-2c68-4d19-9b1f-aed7a9d62019 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8065443 Jun 29 12:46:53.946482 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Request body: {'port': {'device_id': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:46:54.009216 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (47818afa-8960-424a-b97e-e65a82d72628), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:54.077939 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-bd42d568-1844-40b3-8248-22f02a9543a2 None None] Provisioning complete for port 47818afa-8960-424a-b97e-e65a82d72628 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:46:54.078557 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd42d568-1844-40b3-8248-22f02a9543a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (47818afa-8960-424a-b97e-e65a82d72628), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:54.115699 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-bd42d568-1844-40b3-8248-22f02a9543a2 None None] Port 47818afa-8960-424a-b97e-e65a82d72628 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:46:54.133722 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae49b2-494f-48b0-8832-2bdf2a0c0ba9 req-ee090f42-2d3d-4fc7-9422-a6159070775f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:54.135169 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-45ae49b2-494f-48b0-8832-2bdf2a0c0ba9 req-ee090f42-2d3d-4fc7-9422-a6159070775f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 931 time: 0.0498877 Jun 29 12:46:54.189155 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-45ae49b2-494f-48b0-8832-2bdf2a0c0ba9 req-5e64edca-c0b9-4002-a36a-81a55ff73544 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480602 Jun 29 12:46:54.274663 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47818afa-8960-424a-b97e-e65a82d72628 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:46:54.282035 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Publish callbacks [] for port (47818afa-8960-424a-b97e-e65a82d72628), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:54.295048 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Transition to ACTIVE for port object 47818afa-8960-424a-b97e-e65a82d72628 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:46:54.298402 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (47818afa-8960-424a-b97e-e65a82d72628), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:54.346715 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Pushing event updated for resources: {'Port': ['ID=47818afa-8960-424a-b97e-e65a82d72628,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:54.426815 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Attempting to bind port 47818afa-8960-424a-b97e-e65a82d72628 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:46:54.427158 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Attempting to bind port 47818afa-8960-424a-b97e-e65a82d72628 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:46:54.427495 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Attempting to bind port 47818afa-8960-424a-b97e-e65a82d72628 on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:46:54.432184 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Port 47818afa-8960-424a-b97e-e65a82d72628 on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:46:54.432513 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Attempting to bind port 47818afa-8960-424a-b97e-e65a82d72628 on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:46:54.435186 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:54.437960 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:46:54.438323 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Checking segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:46:54.438769 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Bound using segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:46:54.439253 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Bound port: 47818afa-8960-424a-b97e-e65a82d72628, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:46:54.439570 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (47818afa-8960-424a-b97e-e65a82d72628), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:54.507324 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] For port 47818afa-8960-424a-b97e-e65a82d72628, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:46:54.510611 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] For port 47818afa-8960-424a-b97e-e65a82d72628, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=47818afa-8960-424a-b97e-e65a82d72628,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:46:54.516498 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (47818afa-8960-424a-b97e-e65a82d72628), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:54.549521 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:54.550041 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:46:54.551448 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] 10.222.0.23 "PUT /v2.0/ports/47818afa-8960-424a-b97e-e65a82d72628 HTTP/1.1" status: 200 len: 1093 time: 0.6091976 Jun 29 12:46:54.551874 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'tag': '47818afa-8960-424a-b97e-e65a82d72628'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:46:54.554082 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576a9484-cd98-4518-8b08-6ed6c71ebe24" -d '{"events": [{"name": "network-changed", "server_uuid": "2e36e163-5fb2-427e-90e6-5ceb3913a184", "tag": "47818afa-8960-424a-b97e-e65a82d72628"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:46:54.589317 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:54.604983 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66bec70-04da-41cc-95bf-b1ba13fddc8e x-openstack-request-id: req-b66bec70-04da-41cc-95bf-b1ba13fddc8e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:46:54.605285 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e36e163-5fb2-427e-90e6-5ceb3913a184", "tag": "47818afa-8960-424a-b97e-e65a82d72628", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:46:54.605542 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b66bec70-04da-41cc-95bf-b1ba13fddc8e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:46:54.605971 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66bec70-04da-41cc-95bf-b1ba13fddc8e'] response: {'name': 'network-changed', 'server_uuid': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'tag': '47818afa-8960-424a-b97e-e65a82d72628', 'status': 'completed', 'code': 200} Jun 29 12:46:54.608783 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4133b-7cad-40bd-8a29-ccb2b0ff386c service neutron] Pushing event updated for resources: {'Port': ['ID=47818afa-8960-424a-b97e-e65a82d72628,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:54.647354 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-720d1546-0ba1-4208-b224-c025e0575b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:54.649669 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-720d1546-0ba1-4208-b224-c025e0575b88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 1127 time: 0.0575848 Jun 29 12:46:54.695589 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-cd1f90d8-80f2-4c0b-85a4-a74d5906b066 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47818afa-8960-424a-b97e-e65a82d72628 HTTP/1.1" status: 200 len: 217 time: 0.0376120 Jun 29 12:46:54.744549 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-03abd4a8-3d9f-4205-acd9-0a6c9e7e5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:54.746008 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-03abd4a8-3d9f-4205-acd9-0a6c9e7e5a66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0461290 Jun 29 12:46:54.790821 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-e2af2313-3ec9-4465-b0cf-098f186ad674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:54.792316 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-e2af2313-3ec9-4465-b0cf-098f186ad674 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401762 Jun 29 12:46:54.886547 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-00e649fd-40d9-462f-9c06-6b5ec8d101e5 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881703 Jun 29 12:46:54.975404 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff49e795-0be4-4dec-ac9f-2fc895662f88 req-3f634a85-b90e-4b47-a50c-b40aa7a759c1 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827596 Jun 29 12:46:55.201279 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-cbdb33f2-fb73-4c14-ae2b-0f986c8b3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:55.202783 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-cbdb33f2-fb73-4c14-ae2b-0f986c8b3d2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 1127 time: 0.0435936 Jun 29 12:46:55.295941 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-b0db3215-9988-45e8-b125-8e0d8d8e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:55.297399 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-b0db3215-9988-45e8-b125-8e0d8d8e2b60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0885329 Jun 29 12:46:55.306474 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05b827-fac1-4786-95d1-175315065d3a req-3a288322-b590-4952-b5ed-bcc584150fb7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:55.307982 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-da05b827-fac1-4786-95d1-175315065d3a req-3a288322-b590-4952-b5ed-bcc584150fb7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 943 time: 0.0500019 Jun 29 12:46:55.340898 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-07b49755-9834-486c-912a-0d3397372a7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47818afa-8960-424a-b97e-e65a82d72628 HTTP/1.1" status: 200 len: 217 time: 0.0381520 Jun 29 12:46:55.362355 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-da05b827-fac1-4786-95d1-175315065d3a req-5cd0be00-ad3d-4ced-9093-27cad8c1a4dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452805 Jun 29 12:46:55.389890 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-8adc4b20-9985-49a1-a696-3f551110f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:55.391358 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-8adc4b20-9985-49a1-a696-3f551110f100 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0449593 Jun 29 12:46:55.434156 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-42edcdc1-f90d-4ccc-b60c-9f1e8a416e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:55.435642 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-42edcdc1-f90d-4ccc-b60c-9f1e8a416e5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388432 Jun 29 12:46:55.528044 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-5cc5e02f-e834-41e7-b147-052bb95f61dc service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Jun 29 12:46:55.616937 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-576a9484-cd98-4518-8b08-6ed6c71ebe24 req-a81c8896-97ed-41d0-bce8-73c662094b9e service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828025 Jun 29 12:46:56.473485 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabea04-1111-4d69-adfe-e38b85f2d081 req-b4567e09-6436-4fd7-b3b9-c6c01f9121f2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:56.474990 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9eabea04-1111-4d69-adfe-e38b85f2d081 req-b4567e09-6436-4fd7-b3b9-c6c01f9121f2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 943 time: 0.0477059 Jun 29 12:46:56.501207 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:56.530776 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9eabea04-1111-4d69-adfe-e38b85f2d081 req-b830ef6c-a708-4437-b6bc-c93b8b95b312 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487120 Jun 29 12:46:57.644335 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee1bc4-3e6e-43dd-b6ff-87646ca794c8 req-0091a67b-3e54-40c7-9636-56f76075ae50 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:57.645693 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-15ee1bc4-3e6e-43dd-b6ff-87646ca794c8 req-0091a67b-3e54-40c7-9636-56f76075ae50 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 943 time: 0.0473032 Jun 29 12:46:57.693839 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-15ee1bc4-3e6e-43dd-b6ff-87646ca794c8 req-264c13c0-8fd7-4edc-a2c0-5d07c37d271a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423231 Jun 29 12:46:58.310710 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:58.312367 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:46:58.806694 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3475f5-fe54-4d28-87c1-979491244bac req-14d4b429-99d4-41e1-9879-1569a38c1719 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:58.808147 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cd3475f5-fe54-4d28-87c1-979491244bac req-14d4b429-99d4-41e1-9879-1569a38c1719 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 943 time: 0.0470719 Jun 29 12:46:58.857630 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cd3475f5-fe54-4d28-87c1-979491244bac req-330f2460-90a6-436b-9c67-eb7bdacc3116 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439234 Jun 29 12:46:59.975985 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342ffb0-deab-48f3-a3ed-2ebdfdeea5a8 req-b61ce2b4-8e5a-4086-bb9d-b7342f57b49c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:46:59.977494 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6342ffb0-deab-48f3-a3ed-2ebdfdeea5a8 req-b61ce2b4-8e5a-4086-bb9d-b7342f57b49c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 943 time: 0.0505385 Jun 29 12:47:00.026335 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-6342ffb0-deab-48f3-a3ed-2ebdfdeea5a8 req-674a9c88-9e4a-47e3-97cf-aa592717482a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433710 Jun 29 12:47:01.139858 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62258bb6-6b8c-48f1-b871-6dc7512e1e3a req-f19c37cd-6bf1-4354-87c9-ebeee4a4e96b tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:01.141298 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-62258bb6-6b8c-48f1-b871-6dc7512e1e3a req-f19c37cd-6bf1-4354-87c9-ebeee4a4e96b tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 943 time: 0.0471396 Jun 29 12:47:01.154274 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:01.191398 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-62258bb6-6b8c-48f1-b871-6dc7512e1e3a req-a5325186-d55a-4a56-9e42-98a61e5dd3f4 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 Jun 29 12:47:01.376748 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 47818afa-8960-424a-b97e-e65a82d72628 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:47:01.476960 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 47818afa-8960-424a-b97e-e65a82d72628, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=47818afa-8960-424a-b97e-e65a82d72628,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:47:01.487968 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '47818afa-8960-424a-b97e-e65a82d72628', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'port_id': '47818afa-8960-424a-b97e-e65a82d72628', 'mac_address': 'fa:16:3e:8b:6a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:47:01.523259 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 47818afa-8960-424a-b97e-e65a82d72628 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:47:01.523815 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (47818afa-8960-424a-b97e-e65a82d72628), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:01.536670 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47818afa-8960-424a-b97e-e65a82d72628 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:47:01.562148 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 47818afa-8960-424a-b97e-e65a82d72628, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=47818afa-8960-424a-b97e-e65a82d72628,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:47:01.566358 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (47818afa-8960-424a-b97e-e65a82d72628), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:01.614779 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=47818afa-8960-424a-b97e-e65a82d72628,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:47:01.793336 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['47818afa-8960-424a-b97e-e65a82d72628'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:47:01.987869 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:02.307810 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56740e42-5b68-4d94-8bae-5eae0b69a905 req-644bbead-4cc4-4753-9012-4dd0789f9507 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:02.309272 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-56740e42-5b68-4d94-8bae-5eae0b69a905 req-644bbead-4cc4-4753-9012-4dd0789f9507 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 944 time: 0.0482039 Jun 29 12:47:02.360002 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-56740e42-5b68-4d94-8bae-5eae0b69a905 req-8b5a05a0-c8cd-468f-9315-31ad8f691f82 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453498 Jun 29 12:47:03.394014 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 47818afa-8960-424a-b97e-e65a82d72628 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:47:03.435626 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:03.436615 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 47818afa-8960-424a-b97e-e65a82d72628 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:47:03.443357 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 47818afa-8960-424a-b97e-e65a82d72628 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:47:03.443716 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (47818afa-8960-424a-b97e-e65a82d72628), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:03.478807 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b4d22-3245-428e-a0e5-7fa2ec2fec15 req-ff2b0ad7-78fc-4d28-ac85-f8d315e68d1d tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:03.480278 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cf8b4d22-3245-428e-a0e5-7fa2ec2fec15 req-ff2b0ad7-78fc-4d28-ac85-f8d315e68d1d tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 944 time: 0.0524526 Jun 29 12:47:03.516673 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 47818afa-8960-424a-b97e-e65a82d72628 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:47:03.517056 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (47818afa-8960-424a-b97e-e65a82d72628), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:03.530456 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cf8b4d22-3245-428e-a0e5-7fa2ec2fec15 req-c7bdef1d-453e-4504-bec0-28c8ef54012f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444121 Jun 29 12:47:03.544823 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47818afa-8960-424a-b97e-e65a82d72628'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:47:03.547073 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20eddf0-657d-4257-ba44-9fadf0f29407" -d '{"events": [{"server_uuid": "2e36e163-5fb2-427e-90e6-5ceb3913a184", "name": "network-vif-plugged", "status": "completed", "tag": "47818afa-8960-424a-b97e-e65a82d72628"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:47:03.559557 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 47818afa-8960-424a-b97e-e65a82d72628, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=47818afa-8960-424a-b97e-e65a82d72628,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:47:03.563715 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (47818afa-8960-424a-b97e-e65a82d72628), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:03.587010 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2525a94-f2ab-4825-8cc3-724fe959a2fe x-openstack-request-id: req-f2525a94-f2ab-4825-8cc3-724fe959a2fe {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:47:03.587308 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e36e163-5fb2-427e-90e6-5ceb3913a184", "name": "network-vif-plugged", "status": "completed", "tag": "47818afa-8960-424a-b97e-e65a82d72628", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:47:03.587543 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2525a94-f2ab-4825-8cc3-724fe959a2fe {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:47:03.587930 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2525a94-f2ab-4825-8cc3-724fe959a2fe'] response: {'server_uuid': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47818afa-8960-424a-b97e-e65a82d72628', 'code': 200} Jun 29 12:47:03.614903 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=47818afa-8960-424a-b97e-e65a82d72628,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:47:03.785641 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a1d0-a83b-4d33-a7fd-8a3303413d16 req-6a0b6fba-ba69-4e32-abc2-1a305f3ad693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:03.787048 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1ab0a1d0-a83b-4d33-a7fd-8a3303413d16 req-6a0b6fba-ba69-4e32-abc2-1a305f3ad693 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 1129 time: 0.0398130 Jun 29 12:47:03.832014 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-1ab0a1d0-a83b-4d33-a7fd-8a3303413d16 req-08128c6d-8f8b-489d-9a43-5254729aeb93 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395858 Jun 29 12:47:04.648469 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a51853-d448-4fc0-85f7-53104312a9d2 req-3c0732db-319f-4ad3-94f4-1f7a93376de1 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:04.650269 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c5a51853-d448-4fc0-85f7-53104312a9d2 req-3c0732db-319f-4ad3-94f4-1f7a93376de1 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 945 time: 0.0516284 Jun 29 12:47:04.701308 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c5a51853-d448-4fc0-85f7-53104312a9d2 req-78e3e41d-0ce4-47e0-aabc-5e61267b6245 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 Jun 29 12:47:05.818563 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e71757-862b-48e9-9c9a-1b8dfdcb1b58 req-fff5819c-9b13-4f9e-9489-4d67d3800505 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:05.820690 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-34e71757-862b-48e9-9c9a-1b8dfdcb1b58 req-fff5819c-9b13-4f9e-9489-4d67d3800505 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 945 time: 0.0500538 Jun 29 12:47:05.876324 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-34e71757-862b-48e9-9c9a-1b8dfdcb1b58 req-45c5e182-b303-49c2-8202-8239daee6b36 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500312 Jun 29 12:47:05.988269 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08af61b-9e68-4d46-a25a-9dc0d1fef835 req-7ec8f3a0-eff2-4773-9682-2808657144ec tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:05.989654 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d08af61b-9e68-4d46-a25a-9dc0d1fef835 req-7ec8f3a0-eff2-4773-9682-2808657144ec tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 945 time: 0.0470064 Jun 29 12:47:06.040092 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d08af61b-9e68-4d46-a25a-9dc0d1fef835 req-6d403c46-986f-4229-a8ff-2cd524e9a5c3 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440490 Jun 29 12:47:06.063030 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39200) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:47:06.141771 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aae605-9e2a-4770-a1e7-45feca8d1d94 tempest-TestVolumeBootPattern-1819848277 tempest-TestVolumeBootPattern-1819848277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:06.143309 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-38aae605-9e2a-4770-a1e7-45feca8d1d94 tempest-TestVolumeBootPattern-1819848277 tempest-TestVolumeBootPattern-1819848277-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 1124 time: 0.0792773 Jun 29 12:47:06.146120 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39204) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:47:06.150814 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'port_id': '47818afa-8960-424a-b97e-e65a82d72628', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:47:06.171762 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:06.260810 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:06.370239 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Allocated IP 172.27.1.31 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/58f78d56-cc43-4c57-bef1-3cd31c597a9d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:47:06.473446 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for port (58f78d56-cc43-4c57-bef1-3cd31c597a9d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:06.481304 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:06.509371 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (58f78d56-cc43-4c57-bef1-3cd31c597a9d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:06.517188 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:06.552025 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:47:06.558717 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:47:06.562687 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:47:06.565824 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'Port': ['ID=58f78d56-cc43-4c57-bef1-3cd31c597a9d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:47:06.909722 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (f5fbe7c2-0298-4316-8af9-7c8d9ada3c79), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:06.978608 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (58f78d56-cc43-4c57-bef1-3cd31c597a9d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:07.120212 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for port (58f78d56-cc43-4c57-bef1-3cd31c597a9d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:07.124966 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (58f78d56-cc43-4c57-bef1-3cd31c597a9d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:07.196603 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'Port': ['ID=58f78d56-cc43-4c57-bef1-3cd31c597a9d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:47:07.206293 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (f5fbe7c2-0298-4316-8af9-7c8d9ada3c79), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:07.296848 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:07.302243 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Floating IP f5fbe7c2-0298-4316-8af9-7c8d9ada3c79 associated. External IP: 172.27.1.31, port: 47818afa-8960-424a-b97e-e65a82d72628. Jun 29 12:47:07.383067 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:07.496821 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Router fba67c85-7973-4c73-a6e3-6b102c3fbc63 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:47:07.603044 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:47:07.612413 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] Sync routers for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:47:07.621004 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:07.623155 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:47:07.623779 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:47:07.653284 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f34216a1-e033-4480-abd0-3c6adf4c83dc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5060420 Jun 29 12:47:07.654155 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'tag': '47818afa-8960-424a-b97e-e65a82d72628'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:47:07.656421 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bc08d7-71dd-41a3-82af-db71d1097aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "2e36e163-5fb2-427e-90e6-5ceb3913a184", "tag": "47818afa-8960-424a-b97e-e65a82d72628"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:47:07.690717 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9707ca72-4414-488c-85ff-9c1fe0d5635f x-openstack-request-id: req-9707ca72-4414-488c-85ff-9c1fe0d5635f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:47:07.691077 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e36e163-5fb2-427e-90e6-5ceb3913a184", "tag": "47818afa-8960-424a-b97e-e65a82d72628", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:47:07.691397 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9707ca72-4414-488c-85ff-9c1fe0d5635f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:47:07.691806 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9707ca72-4414-488c-85ff-9c1fe0d5635f'] response: {'name': 'network-changed', 'server_uuid': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'tag': '47818afa-8960-424a-b97e-e65a82d72628', 'status': 'completed', 'code': 200} Jun 29 12:47:07.728538 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:47:07.752705 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-8299196b-ad08-478a-93a0-6e3d65002346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:07.754225 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-8299196b-ad08-478a-93a0-6e3d65002346 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 1129 time: 0.0422547 Jun 29 12:47:07.844450 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-3254d8da-c50d-4312-a2e0-66a681510ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:07.845917 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-3254d8da-c50d-4312-a2e0-66a681510ce9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0863945 Jun 29 12:47:07.922445 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-9223d8e3-ca7a-43e7-a63d-642599528c89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47818afa-8960-424a-b97e-e65a82d72628 HTTP/1.1" status: 200 len: 998 time: 0.0692759 Jun 29 12:47:07.948508 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'f5fbe7c2-0298-4316-8af9-7c8d9ada3c79', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '47818afa-8960-424a-b97e-e65a82d72628', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:8b:6a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:47:06Z', 'updated_at': '2022-06-29T12:47:06Z', 'revision_number': 0, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:47:07.971231 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-30f4f99c-9e30-4e68-9994-69464b5c7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:07.972684 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-30f4f99c-9e30-4e68-9994-69464b5c7b89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0449982 Jun 29 12:47:07.974328 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] Checking router: fba67c85-7973-4c73-a6e3-6b102c3fbc63 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:47:07.983341 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:47:07.983951 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:46:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:47:08.016124 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-e4a765fa-1a7d-4b7c-83a9-05728d057a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:08.017552 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-e4a765fa-1a7d-4b7c-83a9-05728d057a87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392985 Jun 29 12:47:08.087718 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:47:08.109080 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-cb69d8ce-db44-4a34-a112-81159a65cac1 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859087 Jun 29 12:47:08.202537 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a7bc08d7-71dd-41a3-82af-db71d1097aaa req-abe69986-8deb-45c8-80e8-ff6d6425a024 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872350 Jun 29 12:47:08.296144 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'f5fbe7c2-0298-4316-8af9-7c8d9ada3c79', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '47818afa-8960-424a-b97e-e65a82d72628', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:8b:6a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:47:06Z', 'updated_at': '2022-06-29T12:47:06Z', 'revision_number': 0, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:47:08.324039 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c11b3d-b10f-49c5-be44-384ed38a1be8 None None] The sync data for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi is: [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': 'f5fbe7c2-0298-4316-8af9-7c8d9ada3c79', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '47818afa-8960-424a-b97e-e65a82d72628', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:8b:6a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:47:06Z', 'updated_at': '2022-06-29T12:47:06Z', 'revision_number': 0, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:47:08.510642 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc793d4-ad5f-4189-a96f-d62c65a3cd57 None None] New status for floating IP f5fbe7c2-0298-4316-8af9-7c8d9ada3c79: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:47:15.660321 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afb49eb2-c2af-40ea-b722-d958049c4f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:15.856619 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=53 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:15.871714 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=57 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:18.039328 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c5f1-73d9-40e8-b233-04ba1ea11a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:18.197482 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:18.199495 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:19.142595 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:20.500302 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:21.029662 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:21.099008 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:21.302667 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:21.314170 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=81 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:25.313906 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:47:31.094006 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:31.094795 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=52,neutron:UPDATE=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:35.189204 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-6d2b91c5-263e-4b23-8fe1-740b69b1197d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423002 Jun 29 12:47:35.265881 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-f1f0fc1c-1361-47d7-9048-9526af3b6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:35.267377 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-f1f0fc1c-1361-47d7-9048-9526af3b6f1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 1129 time: 0.0395873 Jun 29 12:47:35.312101 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:35.312948 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:35.377273 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-b8c22f07-86eb-4261-bc79-0c04f780b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:35.378801 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-b8c22f07-86eb-4261-bc79-0c04f780b225 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0924006 Jun 29 12:47:35.441858 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-f69f3276-861f-476c-90b5-777ca2b894aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47818afa-8960-424a-b97e-e65a82d72628 HTTP/1.1" status: 200 len: 1000 time: 0.0573630 Jun 29 12:47:35.489026 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-a6293df9-7e5d-4991-b638-6d1a3e342d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:35.490494 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-a6293df9-7e5d-4991-b638-6d1a3e342d3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0428631 Jun 29 12:47:35.537251 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-05691349-d84f-4fb9-983e-86e8a858309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:47:35.538662 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-05691349-d84f-4fb9-983e-86e8a858309b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379567 Jun 29 12:47:35.629631 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-1659cb10-4863-436e-8dae-a7a75746ac5d service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847912 Jun 29 12:47:35.719818 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-be74b6cb-bd79-43f4-b13e-84d8edbb4fef req-51c0bbc9-c554-488f-8687-e468215b6d88 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840411 Jun 29 12:47:45.662914 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-844293f4-3120-4306-ad9d-1d50f5af63e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:45.707630 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=47 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:45.717268 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=54 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:48.043081 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-15a12f05-e588-4ac1-84fa-646181680e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:49.146004 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:50.501282 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:51.035234 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:51.125321 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:47:58.309124 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:47:58.309885 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:01.113015 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:01.121794 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:02.313157 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:48:14.561829 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=14 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:14.563742 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=14 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:15.665514 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60180638-2484-407d-82ae-632ed933a2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:18.045063 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e926c5b7-fe5a-4be6-a6ec-d4d36a844dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:19.146861 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:20.503379 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:21.027513 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:21.142127 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:31.137080 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:31.138957 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:35.175937 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-8abdca5c-1e0d-4746-aafe-4fb1863c245f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393512 Jun 29 12:48:35.258172 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-67995dd4-b1b8-497f-9822-b71d4ea506c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:48:35.260186 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-67995dd4-b1b8-497f-9822-b71d4ea506c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 1129 time: 0.0393205 Jun 29 12:48:35.301494 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:35.306673 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:35.365452 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-0abf7448-ce74-40c3-b9c0-ce3045d8b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:48:35.366953 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-0abf7448-ce74-40c3-b9c0-ce3045d8b0d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0898116 Jun 29 12:48:35.435821 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-ca41f1a4-d65e-4647-ba3e-947aad292996 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47818afa-8960-424a-b97e-e65a82d72628 HTTP/1.1" status: 200 len: 1000 time: 0.0633485 Jun 29 12:48:35.484006 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-9f4ed1d7-b1da-4e97-9684-88347f5932c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:48:35.485533 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-9f4ed1d7-b1da-4e97-9684-88347f5932c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0446413 Jun 29 12:48:35.532056 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-b0f36f3b-4839-499d-99c2-fb240a3048c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:48:35.533687 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-b0f36f3b-4839-499d-99c2-fb240a3048c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428627 Jun 29 12:48:35.874475 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-70f8700a-6c7a-43a0-aa98-a6756ca87ea2 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352461 Jun 29 12:48:35.963533 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-2d1be7d1-6862-41c3-8157-1a849ff75d80 req-6800f7f1-75db-486b-9ddc-156546045ee6 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833766 Jun 29 12:48:39.313762 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:48:45.668076 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47be3141-6662-4efc-a4ad-2303bfceed18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:45.959520 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=53 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:45.960273 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=48 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:48.046646 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa520c2-1471-4314-95f2-b327de602dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:49.150355 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:49.308145 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:49.309387 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:48:50.505109 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:51.030044 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:51.141833 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:48:59.269620 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [req-924c1c28-f5f4-4f52-a80b-d6350a83e830 req-ab0dcd6e-0b84-484e-ad59-3b53d4e77864 service neutron] (104105) timed out ('10.222.0.23', 50989) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 12:49:01.132873 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:01.137928 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:03.115018 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94100b5f-ea83-4548-86f9-c288c154c3e8 req-674d2868-b065-4e42-b21e-23850e1574fd tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:03.116420 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-94100b5f-ea83-4548-86f9-c288c154c3e8 req-674d2868-b065-4e42-b21e-23850e1574fd tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 945 time: 0.1030602 Jun 29 12:49:03.166177 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-94100b5f-ea83-4548-86f9-c288c154c3e8 req-6a0f3a75-694f-41ea-a756-b929386f6417 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441182 Jun 29 12:49:04.329415 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc860-ad3b-41b2-bfdf-4c104650ec08 req-2153b024-8197-49c2-a098-15495e3b97ec tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:04.330905 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-994cc860-ad3b-41b2-bfdf-4c104650ec08 req-2153b024-8197-49c2-a098-15495e3b97ec tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 945 time: 0.0962796 Jun 29 12:49:04.385439 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-994cc860-ad3b-41b2-bfdf-4c104650ec08 req-47feabb7-40c6-44bb-92d7-a06736b1a6a5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471339 Jun 29 12:49:04.401568 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-018ebc04-9953-4484-8ba7-0c6c9b327c44 req-6756c617-afcc-416c-8b0a-35b300393e98 service neutron] (104104) timed out ('10.222.0.23', 50997) {{(pid=104104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 12:49:04.456823 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-2515b585-c0fa-4cb4-ba41-94163679b1d3 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:04.458224 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-2515b585-c0fa-4cb4-ba41-94163679b1d3 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 945 time: 0.0480275 Jun 29 12:49:04.540211 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Deleting port 47818afa-8960-424a-b97e-e65a82d72628 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:49:04.540555 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (47818afa-8960-424a-b97e-e65a82d72628), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:04.631361 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] For port 47818afa-8960-424a-b97e-e65a82d72628, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=47818afa-8960-424a-b97e-e65a82d72628,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:49:04.631725 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (47818afa-8960-424a-b97e-e65a82d72628), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:04.792283 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:04.792707 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (f5fbe7c2-0298-4316-8af9-7c8d9ada3c79), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:04.793018 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Floating IP f5fbe7c2-0298-4316-8af9-7c8d9ada3c79 disassociated. External IP: 172.27.1.31, port: 47818afa-8960-424a-b97e-e65a82d72628. Jun 29 12:49:04.793322 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Calling delete_port for 47818afa-8960-424a-b97e-e65a82d72628 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:49:04.919095 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (47818afa-8960-424a-b97e-e65a82d72628), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:04.948055 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event deleted for resources: {'Port': ['ID=47818afa-8960-424a-b97e-e65a82d72628,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:49:04.959673 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.960029 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.960377 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.960722 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.961064 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.961498 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.961918 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.962223 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.962608 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.962952 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.963286 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.963619 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.963956 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.964275 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:04.964598 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:05.068645 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Router fba67c85-7973-4c73-a6e3-6b102c3fbc63 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:49:05.171586 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:49:05.181607 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] Sync routers for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:49:05.190954 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:49:05.191571 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:48:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:49:05.200137 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:05.217660 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] No DVR routers for this DVR port 47818afa-8960-424a-b97e-e65a82d72628 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:49:05.220263 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:05.223904 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-63854c07-5c19-4424-a2f1-9c32fbafaef4 req-152b5c50-0815-40f2-a246-c056c643b14e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "DELETE /v2.0/ports/47818afa-8960-424a-b97e-e65a82d72628 HTTP/1.1" status: 204 len: 173 time: 0.7610943 Jun 29 12:49:05.224915 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'name': 'network-vif-deleted', 'tag': '47818afa-8960-424a-b97e-e65a82d72628'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:49:05.228762 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1a2aa5-4459-404d-a5de-79b03ac40b88" -d '{"events": [{"server_uuid": "2e36e163-5fb2-427e-90e6-5ceb3913a184", "name": "network-vif-deleted", "tag": "47818afa-8960-424a-b97e-e65a82d72628"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:49:05.293976 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfb613f-b6cc-4971-8366-d5205356b749 x-openstack-request-id: req-1cfb613f-b6cc-4971-8366-d5205356b749 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:49:05.294611 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e36e163-5fb2-427e-90e6-5ceb3913a184", "name": "network-vif-deleted", "tag": "47818afa-8960-424a-b97e-e65a82d72628", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:49:05.295223 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1cfb613f-b6cc-4971-8366-d5205356b749 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:49:05.295882 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfb613f-b6cc-4971-8366-d5205356b749'] response: {'server_uuid': '2e36e163-5fb2-427e-90e6-5ceb3913a184', 'name': 'network-vif-deleted', 'tag': '47818afa-8960-424a-b97e-e65a82d72628', 'status': 'completed', 'code': 200} Jun 29 12:49:05.390181 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:49:05.486560 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5c17cfcc-38d3-47ab-bd97-8e8db75efd8d req-88f88aff-5589-4c98-9116-d9863c5d95b6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e36e163-5fb2-427e-90e6-5ceb3913a184 HTTP/1.1" status: 200 len: 210 time: 0.0297840 Jun 29 12:49:05.595092 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:49:05.620050 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] Checking router: fba67c85-7973-4c73-a6e3-6b102c3fbc63 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:49:05.628406 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:49:05.629013 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:48:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:49:05.727637 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:49:05.929809 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:49:05.955863 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a0e25-bd7f-42c9-a263-783b073ec27c None None] The sync data for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi is: [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:49:06.160940 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d437c4d5-af4e-4c24-82ed-d059ffb3eb11 None None] New status for floating IP f5fbe7c2-0298-4316-8af9-7c8d9ada3c79: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:49:06.696916 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:06.706353 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-147ccb91-43a8-4c82-8076-2ae2814c28cb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541791989&fields=id&tenant_id=5c3c5d6a04e74a23984b32760c5b1e87 HTTP/1.1" status: 200 len: 267 time: 0.0448341 Jun 29 12:49:06.814889 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-45c4d948-ef0d-45bd-bad0-1b73047fadb0 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:06.816310 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-45c4d948-ef0d-45bd-bad0-1b73047fadb0 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 812 time: 0.1028380 Jun 29 12:49:06.830954 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-b48f26f9-a05c-4a3c-a104-1363a64b2589 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/quotas/5c3c5d6a04e74a23984b32760c5b1e87 HTTP/1.1" status: 200 len: 375 time: 0.0086691 Jun 29 12:49:06.878338 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-88683991-2272-44ad-b346-31416b84625e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421655 Jun 29 12:49:06.977597 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-6b26e795-8b1f-44f8-af4e-0576c17971a0 service neutron] 10.222.0.52 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872834 Jun 29 12:49:07.065787 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-85f1dc58-1abf-4d9b-a986-a02176aef122 service neutron] 10.222.0.52 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823414 Jun 29 12:49:07.350663 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-e5b21c0d-c234-491a-8de9-c645eb27c0f7 req-c07bf270-531f-4cbd-8550-97879a0e3fd4 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 210 time: 0.0281472 Jun 29 12:49:07.973461 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 47818afa-8960-424a-b97e-e65a82d72628 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:49:08.126446 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 47818afa-8960-424a-b97e-e65a82d72628 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:49:08.127318 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 47818afa-8960-424a-b97e-e65a82d72628 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:49:08.241173 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-9296df76-1994-4c50-be80-75b3d88cd0eb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:08.243367 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-9296df76-1994-4c50-be80-75b3d88cd0eb tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 812 time: 0.1056831 Jun 29 12:49:08.307592 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-37680c25-c0fc-4a95-9481-ac74ccd344de tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3c5d6a04e74a23984b32760c5b1e87 HTTP/1.1" status: 200 len: 380 time: 0.0562713 Jun 29 12:49:08.317136 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'port': {'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'admin_state_up': True, 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'security_groups': ['e56d35e2-2f59-44da-a5e2-a3dd86d66d6a']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:49:08.457477 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-ff525b73-91c2-4543-b794-8d353986d430 req-6fa7eda1-adde-411c-ac0c-6e2e97d038a0 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 210 time: 0.0357485 Jun 29 12:49:08.462815 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Made reservation on behalf of 5c3c5d6a04e74a23984b32760c5b1e87 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:49:08.467076 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:08.612853 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Allocated IP 172.20.0.13 (78656dd4-2a18-4c61-b4c7-5f35673ea9fe/bd5d8271-6c41-4c64-91ca-2e7380e7f19b/5f4d9ef9-ce53-4c5e-9115-708ee3e03107) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:49:08.651260 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:08.759753 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:08.764853 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:08.797924 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:08.844320 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:49:08.847356 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:49:08.853622 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:49:08.857676 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'Port': ['ID=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:49:08.903714 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:08.904480 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:08.922189 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-68d7e651-1d49-4dc7-9930-483235079ea7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6087246 Jun 29 12:49:08.934500 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Request body: {'port': {'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:49:09.000304 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:09.131594 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-35bfe453-357b-413a-853b-09c0d860b267 None None] Provisioning complete for port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:49:09.132157 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-35bfe453-357b-413a-853b-09c0d860b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:09.163867 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-35bfe453-357b-413a-853b-09c0d860b267 None None] Port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:49:09.250302 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:49:09.257525 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Publish callbacks [] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:09.269604 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Transition to ACTIVE for port object 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:49:09.272321 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:09.325760 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:49:09.395940 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Attempting to bind port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:49:09.396280 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Attempting to bind port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:49:09.396624 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Attempting to bind port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:49:09.401832 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:49:09.402155 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Attempting to bind port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:49:09.407161 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:49:09.407502 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Checking segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:49:09.407882 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Bound using segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:49:09.408308 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Bound port: 5f4d9ef9-ce53-4c5e-9115-708ee3e03107, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:49:09.408760 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:09.444918 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:09.476335 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] For port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:49:09.479989 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] For port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:49:09.487531 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:09.524884 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:09.527337 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:09.528004 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:09.529522 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] 10.222.0.23 "PUT /v2.0/ports/5f4d9ef9-ce53-4c5e-9115-708ee3e03107 HTTP/1.1" status: 200 len: 1094 time: 0.6002202 Jun 29 12:49:09.529979 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'tag': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:49:09.532612 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd711e-fa9d-48f4-ad11-7a7020912e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0", "tag": "5f4d9ef9-ce53-4c5e-9115-708ee3e03107"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:49:09.561278 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b3ab1-efde-4c4b-a808-fc10857686e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:49:09.576416 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf641b6-a89c-40f0-8dcb-2ef601eae11e x-openstack-request-id: req-5bf641b6-a89c-40f0-8dcb-2ef601eae11e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:49:09.576704 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0", "tag": "5f4d9ef9-ce53-4c5e-9115-708ee3e03107", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:49:09.577349 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bf641b6-a89c-40f0-8dcb-2ef601eae11e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:49:09.577465 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf641b6-a89c-40f0-8dcb-2ef601eae11e'] response: {'name': 'network-changed', 'server_uuid': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'tag': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'status': 'completed', 'code': 200} Jun 29 12:49:09.599400 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ae067-f1b4-454c-9bdd-81a2e5d45bf1 req-7f87fd53-b4e8-4d3d-9119-215067dc395a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:09.601603 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3e3ae067-f1b4-454c-9bdd-81a2e5d45bf1 req-7f87fd53-b4e8-4d3d-9119-215067dc395a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 944 time: 0.0695722 Jun 29 12:49:09.633827 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-0f2ccb3f-ace0-43a2-a898-3d51c4b4be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:09.635171 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-0f2ccb3f-ace0-43a2-a898-3d51c4b4be70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 1128 time: 0.0474577 Jun 29 12:49:09.662767 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-3e3ae067-f1b4-454c-9bdd-81a2e5d45bf1 req-f9cacb8d-ab7f-4c66-b06e-482911905802 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541937 Jun 29 12:49:09.683918 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-38332b61-c1e8-4130-b221-f2d1d3ff464b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107 HTTP/1.1" status: 200 len: 217 time: 0.0404992 Jun 29 12:49:09.735102 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a7898cc4-a780-4f62-9bb3-1af269ac4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:09.736588 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-a7898cc4-a780-4f62-9bb3-1af269ac4670 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0465977 Jun 29 12:49:09.782486 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-1f5f09f3-8620-4b49-8a3b-37cdd7661c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:09.783961 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-1f5f09f3-8620-4b49-8a3b-37cdd7661c16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420682 Jun 29 12:49:09.879180 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-82075da0-221d-4f72-91ba-38c82f717c65 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895083 Jun 29 12:49:09.968340 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-742f9516-0b96-4472-87bc-2bf8e0e49019 req-1dd45a91-3368-4fde-975f-5382cd32e31f service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836279 Jun 29 12:49:10.194243 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-cb414056-023a-4396-8ecd-1932dc7a86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:10.195930 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-cb414056-023a-4396-8ecd-1932dc7a86d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 1128 time: 0.0396960 Jun 29 12:49:10.287024 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-c04fec75-0581-4130-8992-206d7ddbf216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:10.288439 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-c04fec75-0581-4130-8992-206d7ddbf216 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0870395 Jun 29 12:49:10.326458 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-3ffad469-200e-41c7-85cf-1b3d13bc644c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107 HTTP/1.1" status: 200 len: 217 time: 0.0320840 Jun 29 12:49:10.375866 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-28b9e512-da81-4236-aa45-b4de274465dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:10.377337 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-28b9e512-da81-4236-aa45-b4de274465dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0453203 Jun 29 12:49:10.418697 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-2dac3c43-1ecf-485d-9cea-6421b5fd5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:10.420143 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-2dac3c43-1ecf-485d-9cea-6421b5fd5e56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374746 Jun 29 12:49:10.510191 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-5d25ce9a-7b7b-4903-a732-c650adda529c service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833795 Jun 29 12:49:10.600873 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-08fd711e-fa9d-48f4-ad11-7a7020912e1b req-20be28fe-fd45-4372-b59d-156920bdc38a service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838842 Jun 29 12:49:10.778927 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53d65-e665-4c7a-94c2-8093e2b5694b req-edada1c6-decb-487b-a04c-e17cb64411a9 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:10.780358 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-20b53d65-e665-4c7a-94c2-8093e2b5694b req-edada1c6-decb-487b-a04c-e17cb64411a9 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 944 time: 0.0468493 Jun 29 12:49:10.799572 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:10.829910 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-20b53d65-e665-4c7a-94c2-8093e2b5694b req-90fb2b36-a68f-490a-bb42-a96ae481dc83 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441947 Jun 29 12:49:11.942442 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09426362-6f2c-490b-a4b1-fadcc96b3383 req-94d1a23b-22d9-4e29-abcf-1fca186bf75f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:11.943904 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-09426362-6f2c-490b-a4b1-fadcc96b3383 req-94d1a23b-22d9-4e29-abcf-1fca186bf75f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 944 time: 0.0486422 Jun 29 12:49:11.993752 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-09426362-6f2c-490b-a4b1-fadcc96b3383 req-f4cbeaa7-799c-4c75-87ee-b31b08294481 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434916 Jun 29 12:49:13.105131 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9fc3d-dbef-4cda-ab59-97d439dca3d3 req-805160c7-8bf3-4d75-9674-ad25cba997e7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:13.106594 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-49e9fc3d-dbef-4cda-ab59-97d439dca3d3 req-805160c7-8bf3-4d75-9674-ad25cba997e7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 944 time: 0.0456424 Jun 29 12:49:13.153868 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-49e9fc3d-dbef-4cda-ab59-97d439dca3d3 req-8089f4a4-6e75-44b5-a932-5bc309a11365 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Jun 29 12:49:14.269586 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645de72-ee03-4199-ab96-2833ee26504e req-48dfd85c-8470-4de9-ac0b-55402ab983de tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:14.271085 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f645de72-ee03-4199-ab96-2833ee26504e req-48dfd85c-8470-4de9-ac0b-55402ab983de tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 944 time: 0.0519614 Jun 29 12:49:14.321632 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f645de72-ee03-4199-ab96-2833ee26504e req-cd9f1e7c-3622-45b2-a768-4350c39ae488 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 Jun 29 12:49:15.436888 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f8052-53d6-416d-8e48-e3c816747f50 req-959d1c01-ca09-48c7-9e0b-870792667e45 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:15.438343 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0d4f8052-53d6-416d-8e48-e3c816747f50 req-959d1c01-ca09-48c7-9e0b-870792667e45 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 944 time: 0.0500402 Jun 29 12:49:15.485955 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0d4f8052-53d6-416d-8e48-e3c816747f50 req-cce19a48-0979-4c83-ab60-8b7c4d7d4ddd tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 Jun 29 12:49:15.670228 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05572e8a-a88c-4394-afcd-b1c22c2aebea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:15.932610 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:15.933476 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=72 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:16.006215 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:49:16.105348 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:49:16.116306 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'mac_address': 'fa:16:3e:79:bd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:49:16.156202 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:49:16.156590 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:16.169150 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:49:16.188626 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:49:16.192421 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:16.237537 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:49:16.245070 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.245417 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.245761 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.246098 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.246443 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.246782 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.247109 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.247432 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.247760 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.248084 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.248408 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.248730 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.249048 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.249366 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.249684 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:49:16.313981 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:49:16.391732 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['5f4d9ef9-ce53-4c5e-9115-708ee3e03107'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:49:16.599178 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76286a-5f72-4cd0-889f-ee2625b06572 req-aeb97d2a-72f7-4c4f-8d16-21700a53506f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:16.600741 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ad76286a-5f72-4cd0-889f-ee2625b06572 req-aeb97d2a-72f7-4c4f-8d16-21700a53506f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 945 time: 0.0480974 Jun 29 12:49:16.654739 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-ad76286a-5f72-4cd0-889f-ee2625b06572 req-7cbc4126-ea72-40f0-82f3-1175c0981c98 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476604 Jun 29 12:49:17.734467 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:17.770286 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606952f-8dfa-4df7-8f6c-1e63f47f1ff2 req-10f5c06f-f8b1-4e8e-abba-ec5ba423b1db tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:17.771757 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d606952f-8dfa-4df7-8f6c-1e63f47f1ff2 req-10f5c06f-f8b1-4e8e-abba-ec5ba423b1db tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 945 time: 0.0473847 Jun 29 12:49:17.820878 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-d606952f-8dfa-4df7-8f6c-1e63f47f1ff2 req-e7ccdbce-221f-4552-b5ff-3aec8c6b8311 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 Jun 29 12:49:18.020183 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:49:18.067334 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-be791b14-7cd3-4248-b660-1508f94bd043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:18.076512 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:49:18.078395 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:18.082754 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:49:18.083147 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:18.119504 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:18.160126 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:49:18.160515 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:18.183748 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:49:18.185973 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f3c632-d440-49ce-8ca2-8c9a5e474029" -d '{"events": [{"server_uuid": "7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0", "name": "network-vif-plugged", "status": "completed", "tag": "5f4d9ef9-ce53-4c5e-9115-708ee3e03107"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:49:18.199785 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:49:18.203661 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:18.227368 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef83a846-76a2-43c3-b12b-d889f9565f1b x-openstack-request-id: req-ef83a846-76a2-43c3-b12b-d889f9565f1b {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:49:18.227661 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0", "name": "network-vif-plugged", "status": "completed", "tag": "5f4d9ef9-ce53-4c5e-9115-708ee3e03107", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:49:18.227903 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef83a846-76a2-43c3-b12b-d889f9565f1b {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:49:18.228291 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef83a846-76a2-43c3-b12b-d889f9565f1b'] response: {'server_uuid': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'code': 200} Jun 29 12:49:18.257147 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:49:18.427524 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a164a97-379c-4dab-aec7-b62708699fed req-4f89977f-6838-4c22-97af-7009ec9ffc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:18.428968 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0a164a97-379c-4dab-aec7-b62708699fed req-4f89977f-6838-4c22-97af-7009ec9ffc96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 1130 time: 0.0383322 Jun 29 12:49:18.476790 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-0a164a97-379c-4dab-aec7-b62708699fed req-046b87c6-cd5c-436e-b41b-37fb1ee1983b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 Jun 29 12:49:18.932517 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caf245-84d7-4f26-b340-f5655b60961d req-8fb315e1-6b40-459c-baee-c69d1545142e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:18.933869 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b2caf245-84d7-4f26-b340-f5655b60961d req-8fb315e1-6b40-459c-baee-c69d1545142e tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 946 time: 0.0469151 Jun 29 12:49:18.981457 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-b2caf245-84d7-4f26-b340-f5655b60961d req-663816b8-8bbb-4c1c-81c5-a0d11d0b4a8d tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Jun 29 12:49:19.156096 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:20.095170 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe6490-d291-48c4-942e-581ce1883fd0 req-b926b62b-7324-4037-8236-3ac0d8a4b2e0 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:20.096604 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-73fe6490-d291-48c4-942e-581ce1883fd0 req-b926b62b-7324-4037-8236-3ac0d8a4b2e0 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 946 time: 0.0478201 Jun 29 12:49:20.150111 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-73fe6490-d291-48c4-942e-581ce1883fd0 req-3fb0d35f-fdbc-4c63-890b-23a48b4a4f01 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469573 Jun 29 12:49:20.260461 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d3606-b75f-4394-9778-76d293a8af3c req-fbeb3337-a555-4cef-9d08-9c20ee4a1c88 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:20.261824 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5f6d3606-b75f-4394-9778-76d293a8af3c req-fbeb3337-a555-4cef-9d08-9c20ee4a1c88 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 946 time: 0.0465829 Jun 29 12:49:20.310716 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5f6d3606-b75f-4394-9778-76d293a8af3c req-dc9d74aa-42ca-481a-974c-adc40fdd77a5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427408 Jun 29 12:49:20.332982 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39310) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:49:20.373739 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac642f-fb60-419e-81d1-7d0f7f7214fe tempest-TestVolumeBootPattern-1819848277 tempest-TestVolumeBootPattern-1819848277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:20.375274 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-8fac642f-fb60-419e-81d1-7d0f7f7214fe tempest-TestVolumeBootPattern-1819848277 tempest-TestVolumeBootPattern-1819848277-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 1125 time: 0.0413613 Jun 29 12:49:20.378112 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39312) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:49:20.382352 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:49:20.406863 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:20.482440 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:20.507303 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:20.588717 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Allocated IP 172.27.1.175 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/62eac03e-c1f7-4f1b-ab5e-96fd15571e20) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:49:20.685764 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:20.691245 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for port (62eac03e-c1f7-4f1b-ab5e-96fd15571e20), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:20.725896 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (62eac03e-c1f7-4f1b-ab5e-96fd15571e20), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:20.769561 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:49:20.775177 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:49:20.777997 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:49:20.801107 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:20.803625 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'Port': ['ID=62eac03e-c1f7-4f1b-ab5e-96fd15571e20,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:49:21.034561 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:21.123337 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (51027c29-a441-40fc-99cd-785b86d80916), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:21.137222 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:21.466248 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (62eac03e-c1f7-4f1b-ab5e-96fd15571e20), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:21.612704 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for port (62eac03e-c1f7-4f1b-ab5e-96fd15571e20), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:21.617094 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (62eac03e-c1f7-4f1b-ab5e-96fd15571e20), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:21.683295 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'Port': ['ID=62eac03e-c1f7-4f1b-ab5e-96fd15571e20,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:49:21.692278 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:21.695859 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (51027c29-a441-40fc-99cd-785b86d80916), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:21.790250 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Floating IP 51027c29-a441-40fc-99cd-785b86d80916 associated. External IP: 172.27.1.175, port: 5f4d9ef9-ce53-4c5e-9115-708ee3e03107. Jun 29 12:49:21.978340 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:21.987764 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Router fba67c85-7973-4c73-a6e3-6b102c3fbc63 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:49:22.091459 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:49:22.100743 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] Sync routers for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:49:22.109303 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:22.111892 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:49:22.112546 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:49:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:49:22.140668 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-9d0a1f91-792f-4a66-9d93-e5d9a37f734a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7614756 Jun 29 12:49:22.141368 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'tag': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:49:22.143840 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a140e26-6867-45d8-a258-21505aca9fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0", "tag": "5f4d9ef9-ce53-4c5e-9115-708ee3e03107"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:49:22.180011 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1e9ddf-40bb-486f-baef-f2bb714eddb3 x-openstack-request-id: req-1b1e9ddf-40bb-486f-baef-f2bb714eddb3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:49:22.180501 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0", "tag": "5f4d9ef9-ce53-4c5e-9115-708ee3e03107", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:49:22.180642 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b1e9ddf-40bb-486f-baef-f2bb714eddb3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:49:22.180925 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1e9ddf-40bb-486f-baef-f2bb714eddb3'] response: {'name': 'network-changed', 'server_uuid': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'tag': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'status': 'completed', 'code': 200} Jun 29 12:49:22.217964 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:49:22.237616 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a140e26-6867-45d8-a258-21505aca9fdf req-c4eb867c-cb5a-4c8b-8bda-fbfc13322efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:22.239071 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3a140e26-6867-45d8-a258-21505aca9fdf req-c4eb867c-cb5a-4c8b-8bda-fbfc13322efd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 1130 time: 0.0388119 Jun 29 12:49:22.332874 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a140e26-6867-45d8-a258-21505aca9fdf req-fcf55be1-828f-4678-8ec6-eed5f7601cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:22.334436 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3a140e26-6867-45d8-a258-21505aca9fdf req-fcf55be1-828f-4678-8ec6-eed5f7601cf9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0901513 Jun 29 12:49:22.400767 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3a140e26-6867-45d8-a258-21505aca9fdf req-456d1f79-b4db-4206-9a1a-037d737ddbd8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107 HTTP/1.1" status: 200 len: 1000 time: 0.0603931 Jun 29 12:49:22.430742 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '51027c29-a441-40fc-99cd-785b86d80916', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:79:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:49:20Z', 'updated_at': '2022-06-29T12:49:20Z', 'revision_number': 0, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:49:22.448569 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a140e26-6867-45d8-a258-21505aca9fdf req-04771bf8-7c6f-4960-9e5c-a388234544e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:22.450003 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3a140e26-6867-45d8-a258-21505aca9fdf req-04771bf8-7c6f-4960-9e5c-a388234544e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0440755 Jun 29 12:49:22.454918 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] Checking router: fba67c85-7973-4c73-a6e3-6b102c3fbc63 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:49:22.464286 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:49:22.464897 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:49:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:49:22.497588 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a140e26-6867-45d8-a258-21505aca9fdf req-3492ca2c-a08b-49f1-b6fa-b85cecbab0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:22.499012 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3a140e26-6867-45d8-a258-21505aca9fdf req-3492ca2c-a08b-49f1-b6fa-b85cecbab0b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426111 Jun 29 12:49:22.564474 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:49:22.587743 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3a140e26-6867-45d8-a258-21505aca9fdf req-87434e90-a338-4171-81f4-6e46db7dd815 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827739 Jun 29 12:49:22.680149 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-3a140e26-6867-45d8-a258-21505aca9fdf req-a8377a08-3aef-4f5f-9769-4db28aad2169 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870352 Jun 29 12:49:22.776109 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '51027c29-a441-40fc-99cd-785b86d80916', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:79:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:49:20Z', 'updated_at': '2022-06-29T12:49:20Z', 'revision_number': 0, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:49:22.885685 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfd791-7fd3-44cd-b1f4-690da1b67e97 None None] The sync data for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi is: [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '51027c29-a441-40fc-99cd-785b86d80916', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:79:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:49:20Z', 'updated_at': '2022-06-29T12:49:20Z', 'revision_number': 0, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:49:23.072544 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669eb59-8202-47e9-8ccf-30aad4a5f288 None None] New status for floating IP 51027c29-a441-40fc-99cd-785b86d80916: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:49:30.128773 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=53 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:30.144951 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=57 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:32.675591 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:32.677592 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:32.778705 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=69 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:32.779463 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=81 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:34.568545 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:34.570528 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:37.220862 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-2b65d857-68a9-44f8-9d3e-5a42f67c683e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802505 Jun 29 12:49:37.299566 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-e46362da-68b8-4328-8935-7fe61f74bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:37.301062 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-e46362da-68b8-4328-8935-7fe61f74bfab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 1130 time: 0.0382094 Jun 29 12:49:37.409576 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-0406ffe8-2523-45dc-b01f-e738791babe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:37.411107 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-0406ffe8-2523-45dc-b01f-e738791babe3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0912414 Jun 29 12:49:37.478339 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-43eb5e70-4e4b-479c-b813-b8409f6b8976 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107 HTTP/1.1" status: 200 len: 1002 time: 0.0613983 Jun 29 12:49:37.530774 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-d749011b-7ac2-40a0-83a7-30fec2feb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:37.532199 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-d749011b-7ac2-40a0-83a7-30fec2feb85e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0478435 Jun 29 12:49:37.574852 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-3b2d5881-4c5c-4fee-91bd-c30a0aa2f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:49:37.576325 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-3b2d5881-4c5c-4fee-91bd-c30a0aa2f942 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386047 Jun 29 12:49:37.665085 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-a4156090-a8f0-4c96-8bb2-c67f29b17bbd service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821040 Jun 29 12:49:37.757938 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-a0f8ec5d-600d-45ab-8078-6a5a4fdb3608 req-358a6b2a-cb45-4dee-8fb2-5ba29060c6e7 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869315 Jun 29 12:49:45.672318 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cea4efa-33a0-4437-b3ac-235b53d8f13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:47.753135 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=52 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:47.755039 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=49 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:48.049167 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-927030b7-b517-46ef-8bc8-6380df4f389d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:49.155950 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:49.293611 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:49.297410 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:49:50.510513 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:51.036571 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:51.140921 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:49:53.313145 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:50:01.134574 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:01.136461 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:03.309158 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:14.573762 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=15 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:14.575588 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=11 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:15.674311 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4441f40d-a785-4eb3-babb-6d39c46128d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:18.050626 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1f9e958-a2b4-4408-88e4-65a2139cdacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:19.157708 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:20.516559 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:21.043743 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:21.156422 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:26.297313 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:26.302259 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:30.312427 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:50:31.144158 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:31.151359 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:39.186097 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-deb7d1c9-24ee-4ef5-82a4-0ddad17c7736 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389092 Jun 29 12:50:39.268034 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-c0ece29b-b7a4-44b0-b171-0e674613e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:50:39.269587 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-c0ece29b-b7a4-44b0-b171-0e674613e8ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 1130 time: 0.0439146 Jun 29 12:50:39.376593 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-a6899cb2-8f19-43e9-8a62-d354f1dfcedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:50:39.378055 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-a6899cb2-8f19-43e9-8a62-d354f1dfcedf service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0906787 Jun 29 12:50:39.445973 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-896c4ed4-8545-4af6-869e-1641aef9dba1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107 HTTP/1.1" status: 200 len: 1002 time: 0.0623829 Jun 29 12:50:39.492745 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-018cdb57-0a24-435d-8412-e45d1033874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:50:39.494135 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-018cdb57-0a24-435d-8412-e45d1033874e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0430892 Jun 29 12:50:39.537541 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-7f32f55d-02d7-4257-999b-66d87fe7964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:50:39.539068 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-7f32f55d-02d7-4257-999b-66d87fe7964e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383933 Jun 29 12:50:39.632190 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-49e1b004-2b8e-4223-b892-9657098337fd service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874877 Jun 29 12:50:39.723179 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-35fe8493-d8f0-4fb8-b42a-29e553b91941 req-1f522d4b-beff-4ad6-b159-4261911feb51 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855846 Jun 29 12:50:40.307328 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:40.308073 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:45.675622 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-02cd854a-a374-4af9-b4e9-201e3fe1c753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:48.052726 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d828ed52-6ed2-4b69-92b1-9ce644e7482e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:49.027796 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-7c4819f3-af8d-44ed-a79b-ab76bc1ad700 req-a95ffe87-c26e-4180-94d9-994e4b81de91 service neutron] (104104) timed out ('10.222.0.23', 51012) {{(pid=104104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 12:50:49.161143 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:49.719298 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=53 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:49.719986 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=48 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:50:50.515822 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:51.046499 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:51.158853 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:50:55.286495 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-87833056-cce7-4036-8eef-cae0cf73d296 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541791989&fields=id&tenant_id=5c3c5d6a04e74a23984b32760c5b1e87 HTTP/1.1" status: 200 len: 267 time: 0.0451777 Jun 29 12:50:55.398531 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4fbd4b1a-31cb-400a-bd31-ba16a3f3ebc4 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:50:55.400873 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4fbd4b1a-31cb-400a-bd31-ba16a3f3ebc4 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 812 time: 0.1078291 Jun 29 12:50:55.415500 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-61a889bc-ff1d-45c4-9142-d6db25a96750 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/quotas/5c3c5d6a04e74a23984b32760c5b1e87 HTTP/1.1" status: 200 len: 375 time: 0.0092926 Jun 29 12:50:55.466327 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-f55c17ce-79a8-4d95-a4f8-08430bd6613b tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459609 Jun 29 12:50:55.564183 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-14099158-5779-4c48-91d6-b869e9e85ee5 service neutron] 10.222.0.52 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862393 Jun 29 12:50:55.653863 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-16a71b83-ab46-4f5e-b00d-b5a52046cc29 service neutron] 10.222.0.52 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835829 Jun 29 12:50:55.945886 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-5d0fabbb-7235-4df5-b544-21aef108d446 req-f27dc9ed-d9e7-4140-a485-144231fcde92 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0302799 Jun 29 12:50:57.030407 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-cde4b7be-8a27-4540-99cf-7c97672496f3 req-c8d4f625-4811-46ea-b1c9-21444882e534 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0334194 Jun 29 12:50:58.111911 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-4c9d0926-4061-4dcc-8ffc-a61d781bbc17 req-b0fe5df0-6a7c-4f49-a824-17af8a1c9983 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0288441 Jun 29 12:50:59.192312 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-9766bc2a-e0e7-43eb-9562-b8b8a9b75511 req-b6581edb-824f-4ea8-a403-be1f88f8ee45 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0282483 Jun 29 12:51:00.292172 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-bc50c392-8a1a-4c13-9458-48b06079f8e8 req-e2f1d517-4089-49a1-b516-74763c36c8c4 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0320699 Jun 29 12:51:00.916254 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-23940dbc-12f3-4e5d-aa97-783caebb4e69 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:00.917713 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-23940dbc-12f3-4e5d-aa97-783caebb4e69 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 812 time: 0.1077819 Jun 29 12:51:00.980915 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-c347bbf1-82ae-4d43-88e7-8c4450fcf877 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3c5d6a04e74a23984b32760c5b1e87 HTTP/1.1" status: 200 len: 380 time: 0.0546951 Jun 29 12:51:00.989308 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'port': {'device_id': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'admin_state_up': True, 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'security_groups': ['e56d35e2-2f59-44da-a5e2-a3dd86d66d6a']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:51:01.097124 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Made reservation on behalf of 5c3c5d6a04e74a23984b32760c5b1e87 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:51:01.100875 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:01.153246 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=11 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:01.155237 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:01.237971 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Allocated IP 172.20.0.3 (78656dd4-2a18-4c61-b4c7-5f35673ea9fe/bd5d8271-6c41-4c64-91ca-2e7380e7f19b/599b4659-f605-4280-aa40-1ff6c04e0725) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:51:01.297471 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:01.310867 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:01.403122 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4d664d91-2064-44c0-8073-0cc65e607415 req-63ea34cf-0711-48ca-936b-ff0456741d46 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0357270 Jun 29 12:51:01.429324 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for port (599b4659-f605-4280-aa40-1ff6c04e0725), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:01.461252 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:01.504042 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:51:01.507193 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:51:01.511409 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:51:01.537387 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'Port': ['ID=599b4659-f605-4280-aa40-1ff6c04e0725,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:51:01.556009 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.556354 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.556695 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.557033 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.557365 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.557695 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.558020 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.558342 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.558702 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.559028 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.559352 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.559677 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.559993 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.560311 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.560629 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:01.581522 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:01.582116 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:01.600116 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-4dcf8042-84f7-4843-9a2c-da942ea9844a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146579 Jun 29 12:51:01.610550 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Request body: {'port': {'device_id': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:51:01.672676 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:01.725810 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-cedad4a6-55a5-43ef-a975-2c1b053481d2 None None] Provisioning complete for port 599b4659-f605-4280-aa40-1ff6c04e0725 triggered by entity DHCP. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:51:01.726181 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cedad4a6-55a5-43ef-a975-2c1b053481d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:01.758241 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cedad4a6-55a5-43ef-a975-2c1b053481d2 None None] Port 599b4659-f605-4280-aa40-1ff6c04e0725 cannot update to ACTIVE because it is not bound. {{(pid=104106) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 29 12:51:01.921333 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599b4659-f605-4280-aa40-1ff6c04e0725 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:51:01.929505 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Publish callbacks [] for port (599b4659-f605-4280-aa40-1ff6c04e0725), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:01.942288 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Transition to ACTIVE for port object 599b4659-f605-4280-aa40-1ff6c04e0725 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 29 12:51:01.945984 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:01.993956 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=599b4659-f605-4280-aa40-1ff6c04e0725,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:51:02.067892 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Attempting to bind port 599b4659-f605-4280-aa40-1ff6c04e0725 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 29 12:51:02.068234 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Attempting to bind port 599b4659-f605-4280-aa40-1ff6c04e0725 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 29 12:51:02.068553 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Attempting to bind port 599b4659-f605-4280-aa40-1ff6c04e0725 on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:51:02.073261 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Port 599b4659-f605-4280-aa40-1ff6c04e0725 on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 29 12:51:02.073582 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Attempting to bind port 599b4659-f605-4280-aa40-1ff6c04e0725 on network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 29 12:51:02.078542 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Checking agent: {'id': 'a577ca3c-ca5d-46f0-9db2-979025fd935f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'started_at': datetime.datetime(2022, 6, 29, 12, 31, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 29, 12, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 29 12:51:02.078880 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Checking segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 29 12:51:02.079257 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Bound using segment: {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 29 12:51:02.079668 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Bound port: 599b4659-f605-4280-aa40-1ff6c04e0725, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 29 12:51:02.080026 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:02.124652 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:02.136174 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:02.149314 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] For port 599b4659-f605-4280-aa40-1ff6c04e0725, host hv-cinder-81268, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:51:02.152763 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] For port 599b4659-f605-4280-aa40-1ff6c04e0725, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=599b4659-f605-4280-aa40-1ff6c04e0725,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:51:02.158148 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:02.191308 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:02.191919 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:02.193270 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] 10.222.0.23 "PUT /v2.0/ports/599b4659-f605-4280-aa40-1ff6c04e0725 HTTP/1.1" status: 200 len: 1093 time: 0.5869253 Jun 29 12:51:02.193696 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'tag': '599b4659-f605-4280-aa40-1ff6c04e0725'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:51:02.195904 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7", "tag": "599b4659-f605-4280-aa40-1ff6c04e0725"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:51:02.221882 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ad69e-e39c-454f-97d1-d8fa109d9ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=599b4659-f605-4280-aa40-1ff6c04e0725,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:51:02.280547 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-b64510fa-989d-4ce2-aff4-9b0151be2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:02.281842 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-b64510fa-989d-4ce2-aff4-9b0151be2cd4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 1127 time: 0.0447457 Jun 29 12:51:02.323076 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68649e79-4453-407b-8422-14b01690012a x-openstack-request-id: req-68649e79-4453-407b-8422-14b01690012a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:51:02.323361 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7", "tag": "599b4659-f605-4280-aa40-1ff6c04e0725", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:51:02.323613 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68649e79-4453-407b-8422-14b01690012a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:51:02.324012 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68649e79-4453-407b-8422-14b01690012a'] response: {'name': 'network-changed', 'server_uuid': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'tag': '599b4659-f605-4280-aa40-1ff6c04e0725', 'status': 'completed', 'code': 200} Jun 29 12:51:02.325814 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-b671e1b8-c468-4dd4-87f7-c19c4783c1c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=599b4659-f605-4280-aa40-1ff6c04e0725 HTTP/1.1" status: 200 len: 217 time: 0.0376670 Jun 29 12:51:02.381043 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-8a4bd013-0c62-4579-88d8-28dedec47609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:02.382526 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-8a4bd013-0c62-4579-88d8-28dedec47609 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0506117 Jun 29 12:51:02.427934 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-e618e13a-128b-4df4-91de-d637f7654cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:02.429404 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-e618e13a-128b-4df4-91de-d637f7654cbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408614 Jun 29 12:51:02.557114 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ee9b1-2d90-4533-9d82-66a28dc50d3f req-ba339596-77c9-451f-ba6d-157f5f2f872a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:02.558576 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-618ee9b1-2d90-4533-9d82-66a28dc50d3f req-ba339596-77c9-451f-ba6d-157f5f2f872a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0653634 Jun 29 12:51:02.561969 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-5f52c18d-9aed-42a9-be7f-a8874d71281c service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257734 Jun 29 12:51:02.926631 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-618ee9b1-2d90-4533-9d82-66a28dc50d3f req-223d6336-5a89-4c77-802e-a62988b7fb6f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624699 Jun 29 12:51:02.951579 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eba4d43d-ea4c-4611-933b-4f33d4f02d0e req-c61c24c8-c1bf-47ee-94aa-ab4e929604c8 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808906 Jun 29 12:51:03.256954 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-46ce4a8e-d9cb-421f-b8c0-5b480abc3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:03.258410 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-46ce4a8e-d9cb-421f-b8c0-5b480abc3850 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 1127 time: 0.0404952 Jun 29 12:51:03.307264 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:03.307997 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=5 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:03.350354 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-2be0f6ce-5798-425a-9eb4-0fce085062a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:03.351864 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-2be0f6ce-5798-425a-9eb4-0fce085062a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0864389 Jun 29 12:51:03.399144 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-1ceba9b4-5b62-48d2-8ce8-6c8b7cc5fdfb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=599b4659-f605-4280-aa40-1ff6c04e0725 HTTP/1.1" status: 200 len: 217 time: 0.0382700 Jun 29 12:51:03.449727 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-d6fdf42a-75c5-4bc7-9e93-ff7229f93171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:03.451195 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-d6fdf42a-75c5-4bc7-9e93-ff7229f93171 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0434768 Jun 29 12:51:03.495008 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-bedba752-56fd-4e56-939d-ee7d17dcaa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:03.496451 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-bedba752-56fd-4e56-939d-ee7d17dcaa8a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377433 Jun 29 12:51:03.587808 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-1184da10-597c-4cce-ad3e-abfcc094d756 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842974 Jun 29 12:51:03.658178 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:03.676519 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-874c9fb1-ce41-40f1-9cb2-7d058c364e9d req-4ad513da-302d-43ac-8c9f-1d3939193bf8 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832636 Jun 29 12:51:04.041116 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce9120-bddb-4905-9e70-1cb2724e97a8 req-ae8686ea-9ac4-4371-af7b-02209252445c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:04.042610 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8bce9120-bddb-4905-9e70-1cb2724e97a8 req-ae8686ea-9ac4-4371-af7b-02209252445c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0475471 Jun 29 12:51:04.096265 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-8bce9120-bddb-4905-9e70-1cb2724e97a8 req-190939e0-722c-4aa3-8b9b-d77f5e4c3487 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480886 Jun 29 12:51:05.213395 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7b037-3c59-4893-8ffe-4a6cd39b121e req-88a598a9-aa50-47f1-be19-bacc60f44c29 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:05.214902 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8df7b037-3c59-4893-8ffe-4a6cd39b121e req-88a598a9-aa50-47f1-be19-bacc60f44c29 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0513031 Jun 29 12:51:05.246601 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:05.263777 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8df7b037-3c59-4893-8ffe-4a6cd39b121e req-0d635e1a-9328-432c-98a4-c976351e1131 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Jun 29 12:51:06.376777 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98165af-9e8e-4f35-94d5-d17f7d623962 req-b77b6439-523c-4ea7-b2d6-ec5433c0b40a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:06.378908 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d98165af-9e8e-4f35-94d5-d17f7d623962 req-b77b6439-523c-4ea7-b2d6-ec5433c0b40a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0483136 Jun 29 12:51:06.428350 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d98165af-9e8e-4f35-94d5-d17f7d623962 req-68d95f64-7532-4935-a840-1085946965a1 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440049 Jun 29 12:51:07.310559 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:51:07.544537 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd5a3-fbdb-4c38-93f9-5b6fc5e81b49 req-bd99cb66-f42e-4a52-9e28-8d869014b064 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:07.545979 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f40dd5a3-fbdb-4c38-93f9-5b6fc5e81b49 req-bd99cb66-f42e-4a52-9e28-8d869014b064 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0472271 Jun 29 12:51:07.595146 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f40dd5a3-fbdb-4c38-93f9-5b6fc5e81b49 req-37706cac-2b5c-40a2-9662-0ef8d90235c6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Jun 29 12:51:08.709249 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f3c7c-799c-42da-8e3d-d6df65583c44 req-f1e60842-6f81-45b1-b5b8-a893e72b5943 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:08.710733 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a3f3c7c-799c-42da-8e3d-d6df65583c44 req-f1e60842-6f81-45b1-b5b8-a893e72b5943 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0476964 Jun 29 12:51:08.758362 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0a3f3c7c-799c-42da-8e3d-d6df65583c44 req-1704e55c-9d8f-4618-8f71-badf8ca72d36 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422027 Jun 29 12:51:09.876461 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65378-da26-442c-b157-ae6006c07379 req-c7a42ffd-0d5f-482c-9bcd-55815591d8e8 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:09.878946 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-01b65378-da26-442c-b157-ae6006c07379 req-c7a42ffd-0d5f-482c-9bcd-55815591d8e8 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0517251 Jun 29 12:51:09.929137 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-01b65378-da26-442c-b157-ae6006c07379 req-3f677c98-c589-404e-9719-e057dfbc67a5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451849 Jun 29 12:51:10.673399 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 599b4659-f605-4280-aa40-1ff6c04e0725 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=104106) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:51:10.778847 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 599b4659-f605-4280-aa40-1ff6c04e0725, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=599b4659-f605-4280-aa40-1ff6c04e0725,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:51:10.790966 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Returning: {'device': '599b4659-f605-4280-aa40-1ff6c04e0725', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'port_id': '599b4659-f605-4280-aa40-1ff6c04e0725', 'mac_address': 'fa:16:3e:a6:7e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104106) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:51:10.829305 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 599b4659-f605-4280-aa40-1ff6c04e0725 is: DOWN; New status is: BUILD {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:51:10.829694 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:10.843171 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599b4659-f605-4280-aa40-1ff6c04e0725 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 29 12:51:10.864139 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 599b4659-f605-4280-aa40-1ff6c04e0725, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=599b4659-f605-4280-aa40-1ff6c04e0725,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:51:10.867686 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:10.913552 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=599b4659-f605-4280-aa40-1ff6c04e0725,revision_number=4']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:51:10.920415 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.920760 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.921103 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.921448 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.921782 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.922119 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.922466 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.922797 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.923126 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.923504 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.923776 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.924102 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.925499 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.925851 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:10.926179 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:51:11.046840 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75566cc-bf1f-4644-8c02-17e3acc7f981 req-5f461434-2d80-4eaf-baab-6fa69207ea8a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:11.048301 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c75566cc-bf1f-4644-8c02-17e3acc7f981 req-5f461434-2d80-4eaf-baab-6fa69207ea8a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 944 time: 0.0521412 Jun 29 12:51:11.098353 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-c75566cc-bf1f-4644-8c02-17e3acc7f981 req-e6f5ba89-411e-4bac-845e-b5ede757dedc tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Jun 29 12:51:11.117631 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] get_ports_and_sgs() called for port_ids ['599b4659-f605-4280-aa40-1ff6c04e0725'] {{(pid=104106) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:51:12.213111 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989636e-30a0-4ff1-a938-a7f2c9d7b0dc req-6eafc6ea-6b5e-47cf-abc2-7a836299558f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:12.214603 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8989636e-30a0-4ff1-a938-a7f2c9d7b0dc req-6eafc6ea-6b5e-47cf-abc2-7a836299558f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 944 time: 0.0470135 Jun 29 12:51:12.263929 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-8989636e-30a0-4ff1-a938-a7f2c9d7b0dc req-8d4ba73d-8fb7-437a-bef7-ef56fe967430 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436234 Jun 29 12:51:12.688168 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 599b4659-f605-4280-aa40-1ff6c04e0725 up at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:51:12.735111 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning for port 599b4659-f605-4280-aa40-1ff6c04e0725 completed by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 29 12:51:12.740575 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Provisioning complete for port 599b4659-f605-4280-aa40-1ff6c04e0725 triggered by entity L2. {{(pid=104106) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 29 12:51:12.741028 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549583'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), provisioning_complete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:12.811914 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:12.817388 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Current status of the port 599b4659-f605-4280-aa40-1ff6c04e0725 is: BUILD; New status is: ACTIVE {{(pid=104106) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 29 12:51:12.817809 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:12.840091 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599b4659-f605-4280-aa40-1ff6c04e0725'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:51:12.842285 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a777762471489ae8b8dc39c186686dced9998ed8cad918d7e537d732509c12a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfa40d8-5ee6-4925-ba4d-ffc207547e9d" -d '{"events": [{"server_uuid": "a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7", "name": "network-vif-plugged", "status": "completed", "tag": "599b4659-f605-4280-aa40-1ff6c04e0725"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:51:12.855218 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] For port 599b4659-f605-4280-aa40-1ff6c04e0725, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=599b4659-f605-4280-aa40-1ff6c04e0725,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:51:12.859654 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:12.864819 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:12.909965 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Pushing event updated for resources: {'Port': ['ID=599b4659-f605-4280-aa40-1ff6c04e0725,revision_number=5']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:51:12.936018 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b30435-6528-4ce6-a019-b6c3c3f51fd6 x-openstack-request-id: req-f6b30435-6528-4ce6-a019-b6c3c3f51fd6 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:51:12.936311 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7", "name": "network-vif-plugged", "status": "completed", "tag": "599b4659-f605-4280-aa40-1ff6c04e0725", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:51:12.936641 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6b30435-6528-4ce6-a019-b6c3c3f51fd6 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:51:12.937035 dv-cinder-812685-12-iscsi neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b30435-6528-4ce6-a019-b6c3c3f51fd6'] response: {'server_uuid': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599b4659-f605-4280-aa40-1ff6c04e0725', 'code': 200} Jun 29 12:51:13.143784 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782779da-88ab-4659-ac1a-e89ec58867ff req-99c38bc9-d62a-43eb-ab7a-59fa3a65ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:13.145317 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-782779da-88ab-4659-ac1a-e89ec58867ff req-99c38bc9-d62a-43eb-ab7a-59fa3a65ab82 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 1129 time: 0.0384459 Jun 29 12:51:13.193866 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-782779da-88ab-4659-ac1a-e89ec58867ff req-3db70ced-8d5a-4af1-a295-663ac8a1e765 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428474 Jun 29 12:51:13.379710 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb8c0-ce51-4720-b098-d38bddbca311 req-86b06357-b0ba-495f-8daf-3545dfd2e335 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:13.381188 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e5bcb8c0-ce51-4720-b098-d38bddbca311 req-86b06357-b0ba-495f-8daf-3545dfd2e335 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0481358 Jun 29 12:51:13.430307 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e5bcb8c0-ce51-4720-b098-d38bddbca311 req-b8849163-4a14-4cae-b9c4-9d7a6ebd2fd7 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435703 Jun 29 12:51:14.342568 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:14.545376 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565f1c3-0a3a-454b-b4d4-d05afaf69719 req-8f423768-26bc-4dcf-b90d-83f502ac63f2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:14.546857 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d565f1c3-0a3a-454b-b4d4-d05afaf69719 req-8f423768-26bc-4dcf-b90d-83f502ac63f2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0473597 Jun 29 12:51:14.596791 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-d565f1c3-0a3a-454b-b4d4-d05afaf69719 req-476bed75-d763-4be4-b564-a7aedc30c43c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436232 Jun 29 12:51:14.706909 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75f457-504f-438b-a8ba-99f74860c68d req-06484acf-c916-497d-ae98-8716ab280be5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:14.708388 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fc75f457-504f-438b-a8ba-99f74860c68d req-06484acf-c916-497d-ae98-8716ab280be5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0460191 Jun 29 12:51:14.760799 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-fc75f457-504f-438b-a8ba-99f74860c68d req-fa216686-c407-4505-b7ea-7295d1732585 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468643 Jun 29 12:51:14.782603 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39448) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:51:14.823433 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8138c170-6aff-42bc-8b35-92fae6cff910 tempest-TestVolumeBootPattern-1819848277 tempest-TestVolumeBootPattern-1819848277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:14.825435 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-8138c170-6aff-42bc-8b35-92fae6cff910 tempest-TestVolumeBootPattern-1819848277 tempest-TestVolumeBootPattern-1819848277-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 1124 time: 0.0417027 Jun 29 12:51:14.828288 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39450) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:51:14.832511 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Request body: {'floatingip': {'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'port_id': '599b4659-f605-4280-aa40-1ff6c04e0725', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 29 12:51:14.854738 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:14.934682 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:15.044869 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Allocated IP 172.27.1.122 (a7c54b3b-affe-426d-9c11-19185ae4a6cd/747436f8-072e-4a06-8bdc-6bb4a52d58ad/e41f4429-ead2-43e9-b8df-a33e0508b0f5) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:51:15.117112 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:15.119129 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:15.148008 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for port (e41f4429-ead2-43e9-b8df-a33e0508b0f5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:15.183709 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737286848341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (e41f4429-ead2-43e9-b8df-a33e0508b0f5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:15.226786 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Network a7c54b3b-affe-426d-9c11-19185ae4a6cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:51:15.231629 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:51:15.235417 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 29 12:51:15.239177 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'Port': ['ID=e41f4429-ead2-43e9-b8df-a33e0508b0f5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:51:15.570724 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (71ff3fec-335b-4fff-bc04-6ce7c1f52431), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:15.640073 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509364'] for port (e41f4429-ead2-43e9-b8df-a33e0508b0f5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:15.679832 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ea8146e-4519-40bc-92b3-6b7659549011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:15.787309 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for port (e41f4429-ead2-43e9-b8df-a33e0508b0f5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:15.791789 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737287359434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737286848359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737286848377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8467064'] for port (e41f4429-ead2-43e9-b8df-a33e0508b0f5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:15.826931 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:15.861141 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event updated for resources: {'Port': ['ID=e41f4429-ead2-43e9-b8df-a33e0508b0f5,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:51:15.873780 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570915'] for floatingip (71ff3fec-335b-4fff-bc04-6ce7c1f52431), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:15.970251 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Floating IP 71ff3fec-335b-4fff-bc04-6ce7c1f52431 associated. External IP: 172.27.1.122, port: 599b4659-f605-4280-aa40-1ff6c04e0725. Jun 29 12:51:15.972742 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:16.175173 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Router fba67c85-7973-4c73-a6e3-6b102c3fbc63 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:51:16.275590 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:51:16.285456 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] Sync routers for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:51:16.293692 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:16.295917 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:51:16.296536 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:50:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:51:16.327708 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-9c231053-d098-4e18-9d66-83a8bfa68b5c tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4984236 Jun 29 12:51:16.328685 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'tag': '599b4659-f605-4280-aa40-1ff6c04e0725'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:51:16.332452 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433d3112-84fc-4650-8caa-f08a19a70363" -d '{"events": [{"name": "network-changed", "server_uuid": "a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7", "tag": "599b4659-f605-4280-aa40-1ff6c04e0725"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:51:16.370112 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428933ae-52f2-412c-adf6-23d7b1530566 x-openstack-request-id: req-428933ae-52f2-412c-adf6-23d7b1530566 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:51:16.370406 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7", "tag": "599b4659-f605-4280-aa40-1ff6c04e0725", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:51:16.370715 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-428933ae-52f2-412c-adf6-23d7b1530566 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:51:16.371093 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428933ae-52f2-412c-adf6-23d7b1530566'] response: {'name': 'network-changed', 'server_uuid': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'tag': '599b4659-f605-4280-aa40-1ff6c04e0725', 'status': 'completed', 'code': 200} Jun 29 12:51:16.400201 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:51:16.433188 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d3112-84fc-4650-8caa-f08a19a70363 req-0c6f2f6e-36d1-4c35-bbdc-d08ab83efbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:16.434624 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-433d3112-84fc-4650-8caa-f08a19a70363 req-0c6f2f6e-36d1-4c35-bbdc-d08ab83efbce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 1129 time: 0.0413907 Jun 29 12:51:16.531029 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d3112-84fc-4650-8caa-f08a19a70363 req-d6a0416b-ab5c-4e70-9fb1-fd9a0a8dbe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:16.532487 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-433d3112-84fc-4650-8caa-f08a19a70363 req-d6a0416b-ab5c-4e70-9fb1-fd9a0a8dbe00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0926001 Jun 29 12:51:16.593973 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-433d3112-84fc-4650-8caa-f08a19a70363 req-d9569eaa-dce6-4228-830a-20be081cf81f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=599b4659-f605-4280-aa40-1ff6c04e0725 HTTP/1.1" status: 200 len: 999 time: 0.0553002 Jun 29 12:51:16.607346 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '51027c29-a441-40fc-99cd-785b86d80916', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:79:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:49:20Z', 'updated_at': '2022-06-29T12:49:23Z', 'revision_number': 1, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}, {'id': '71ff3fec-335b-4fff-bc04-6ce7c1f52431', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '599b4659-f605-4280-aa40-1ff6c04e0725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:a6:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:51:15Z', 'updated_at': '2022-06-29T12:51:15Z', 'revision_number': 0, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:51:16.632299 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] Checking router: fba67c85-7973-4c73-a6e3-6b102c3fbc63 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:51:16.640476 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:51:16.641092 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:50:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:51:16.641826 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d3112-84fc-4650-8caa-f08a19a70363 req-2dacca36-169b-43de-93e4-bb75062d7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:16.643588 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-433d3112-84fc-4650-8caa-f08a19a70363 req-2dacca36-169b-43de-93e4-bb75062d7fd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0443513 Jun 29 12:51:16.685943 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d3112-84fc-4650-8caa-f08a19a70363 req-102f547e-a039-4c3e-8e38-5622da50aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:16.687427 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-433d3112-84fc-4650-8caa-f08a19a70363 req-102f547e-a039-4c3e-8e38-5622da50aebe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389888 Jun 29 12:51:16.747639 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:51:16.784316 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-433d3112-84fc-4650-8caa-f08a19a70363 req-2beb461a-9231-4d98-8f14-53013217a9d0 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905995 Jun 29 12:51:16.806761 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:16.877127 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-433d3112-84fc-4650-8caa-f08a19a70363 req-8e5aeb56-3078-43e7-8906-373a8c5a5c85 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875685 Jun 29 12:51:16.960362 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '51027c29-a441-40fc-99cd-785b86d80916', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:79:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:49:20Z', 'updated_at': '2022-06-29T12:49:23Z', 'revision_number': 1, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}, {'id': '71ff3fec-335b-4fff-bc04-6ce7c1f52431', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '599b4659-f605-4280-aa40-1ff6c04e0725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:a6:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:51:15Z', 'updated_at': '2022-06-29T12:51:15Z', 'revision_number': 0, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:51:16.984193 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091a25a-0157-4028-a06e-9196ed92184e None None] The sync data for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi is: [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '51027c29-a441-40fc-99cd-785b86d80916', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:79:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:49:20Z', 'updated_at': '2022-06-29T12:49:23Z', 'revision_number': 1, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}, {'id': '71ff3fec-335b-4fff-bc04-6ce7c1f52431', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '599b4659-f605-4280-aa40-1ff6c04e0725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:a6:7e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:51:15Z', 'updated_at': '2022-06-29T12:51:15Z', 'revision_number': 0, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:51:17.182571 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9449bfda-692c-470b-aff7-a3d26e3abd56 None None] New status for floating IP 71ff3fec-335b-4fff-bc04-6ce7c1f52431: ACTIVE {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:51:18.055271 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e1fce3d-d26b-4353-89b3-a82917067257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:19.163563 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:20.518143 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:21.051011 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:21.176519 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:24.588992 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=53 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:24.592097 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=43 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:26.872213 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:26.874137 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=81,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:26.955995 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=66 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:26.963334 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:DELETE=1,neutron:SELECT=84 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:34.689183 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=40,neutron:UPDATE=6 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:34.691008 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:40.187148 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f11c8773-a90c-4841-a743-e187d547575d req-fc78b0a8-b0a6-40a0-bd01-84e048bd3205 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388370 Jun 29 12:51:40.265464 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c8773-a90c-4841-a743-e187d547575d req-f4fe7654-e82b-48f5-a0b2-fb461999c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:40.266955 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f11c8773-a90c-4841-a743-e187d547575d req-f4fe7654-e82b-48f5-a0b2-fb461999c39e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 1130 time: 0.0390251 Jun 29 12:51:40.299008 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:40.304572 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:40.378915 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c8773-a90c-4841-a743-e187d547575d req-5db4fe56-11f9-4aca-8671-e4e4c76289ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:40.380376 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f11c8773-a90c-4841-a743-e187d547575d req-5db4fe56-11f9-4aca-8671-e4e4c76289ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0951221 Jun 29 12:51:40.441297 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f11c8773-a90c-4841-a743-e187d547575d req-52ba4676-bcc0-4fff-9529-545d50b48827 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107 HTTP/1.1" status: 200 len: 1002 time: 0.0552073 Jun 29 12:51:40.489267 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c8773-a90c-4841-a743-e187d547575d req-3527895c-a633-409b-9da5-65b7dcb1c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:40.490717 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f11c8773-a90c-4841-a743-e187d547575d req-3527895c-a633-409b-9da5-65b7dcb1c35e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0440052 Jun 29 12:51:40.536194 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c8773-a90c-4841-a743-e187d547575d req-45a6f4a0-a35f-4bd1-9d3c-97ac04538f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:51:40.537619 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f11c8773-a90c-4841-a743-e187d547575d req-45a6f4a0-a35f-4bd1-9d3c-97ac04538f97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413089 Jun 29 12:51:40.624609 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f11c8773-a90c-4841-a743-e187d547575d req-d9a911eb-c3f8-4cb0-92c9-f422241a65d5 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806267 Jun 29 12:51:40.715779 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f11c8773-a90c-4841-a743-e187d547575d req-f57edb8a-5f70-415d-8725-a262510f2b29 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850017 Jun 29 12:51:44.310563 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:51:45.680958 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33749f7b-1160-4c13-9789-543fb54f320d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:48.057563 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77a2eab7-57f7-4240-9461-eb6db4cb25ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:49.166309 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:50.520591 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:50.711524 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=52 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:50.713478 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=49 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:51:51.053729 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:51.160673 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:51:54.307055 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:01.148960 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:01.156485 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:15.682249 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e0832f9-b121-4c82-82e8-4c69ad7f83a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:17.301155 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=18 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:17.302028 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=14 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:18.062894 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b8c77ce-6701-497c-a8a8-253052d02357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:19.169617 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:20.525349 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:21.056110 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:21.182282 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:21.309113 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:52:31.170898 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=13 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:31.179427 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:UPDATE=6,neutron:SELECT=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:34.295920 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:34.296738 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:41.208734 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9163521-249a-451d-a4ee-00d194828196 req-d3f995f3-88b5-4da5-b5f9-4aa6882b7394 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388002 Jun 29 12:52:41.265995 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163521-249a-451d-a4ee-00d194828196 req-bb295ffd-9cbf-4d25-b3f5-ec255553190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:41.267468 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9163521-249a-451d-a4ee-00d194828196 req-bb295ffd-9cbf-4d25-b3f5-ec255553190f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 1129 time: 0.0381923 Jun 29 12:52:41.373212 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163521-249a-451d-a4ee-00d194828196 req-eff3d09b-3a20-439c-bd9a-ce861e834db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:41.374765 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9163521-249a-451d-a4ee-00d194828196 req-eff3d09b-3a20-439c-bd9a-ce861e834db1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.0889640 Jun 29 12:52:41.436228 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9163521-249a-451d-a4ee-00d194828196 req-aa260241-c2c9-47f5-912a-32c5d3c8623b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=599b4659-f605-4280-aa40-1ff6c04e0725 HTTP/1.1" status: 200 len: 1001 time: 0.0553663 Jun 29 12:52:41.486510 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163521-249a-451d-a4ee-00d194828196 req-7168c5f8-2d65-44fc-8b40-589aae223ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:41.487907 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9163521-249a-451d-a4ee-00d194828196 req-7168c5f8-2d65-44fc-8b40-589aae223ea9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0457866 Jun 29 12:52:41.530099 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163521-249a-451d-a4ee-00d194828196 req-ec06e829-8ae1-4de4-8af4-820194b8fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:41.531562 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9163521-249a-451d-a4ee-00d194828196 req-ec06e829-8ae1-4de4-8af4-820194b8fcfc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381780 Jun 29 12:52:41.622540 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9163521-249a-451d-a4ee-00d194828196 req-c5a8447c-57fd-44a4-9a52-92000c6b0f90 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852060 Jun 29 12:52:41.709084 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-f9163521-249a-451d-a4ee-00d194828196 req-2714dee9-5cb1-4feb-8599-53c568a07427 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813005 Jun 29 12:52:45.684126 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50b0127c-4a00-43de-8259-d70d4c468321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:46.420498 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39494) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:52:46.597813 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Deleting port e41f4429-ead2-43e9-b8df-a33e0508b0f5 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:52:46.598157 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (e41f4429-ead2-43e9-b8df-a33e0508b0f5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:46.677185 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (e41f4429-ead2-43e9-b8df-a33e0508b0f5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:46.677430 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (e41f4429-ead2-43e9-b8df-a33e0508b0f5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:46.690616 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Calling delete_port for e41f4429-ead2-43e9-b8df-a33e0508b0f5 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:52:46.783108 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:46.834372 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (e41f4429-ead2-43e9-b8df-a33e0508b0f5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:46.856871 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event deleted for resources: {'Port': ['ID=e41f4429-ead2-43e9-b8df-a33e0508b0f5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:52:46.861030 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:46.868183 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.868530 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.868870 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.869209 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.869905 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.869905 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.870179 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.870529 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.870857 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.871182 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.871506 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.871829 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.872150 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.872469 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.872787 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:52:46.934483 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (71ff3fec-335b-4fff-bc04-6ce7c1f52431), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:46.934745 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Floating IP 71ff3fec-335b-4fff-bc04-6ce7c1f52431 disassociated (deleted). External IP: 172.27.1.122, port: 599b4659-f605-4280-aa40-1ff6c04e0725. Jun 29 12:52:47.394821 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Router fba67c85-7973-4c73-a6e3-6b102c3fbc63 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:52:47.496947 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:52:47.501754 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:47.508519 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] Sync routers for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:52:47.518956 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:52:47.519571 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:52:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:52:47.534303 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-eb9186eb-8b31-4e3e-8734-6803a26d4fd6 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "DELETE /v2.0/floatingips/71ff3fec-335b-4fff-bc04-6ce7c1f52431 HTTP/1.1" status: 204 len: 168 time: 1.1126883 Jun 29 12:52:47.535022 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'tag': '599b4659-f605-4280-aa40-1ff6c04e0725'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:52:47.537361 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc72428e-3276-4f7a-8b43-3e8652abae6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7", "tag": "599b4659-f605-4280-aa40-1ff6c04e0725"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:52:47.581807 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56e0a89-d9c9-4fc1-9b2f-daf73d871964 x-openstack-request-id: req-f56e0a89-d9c9-4fc1-9b2f-daf73d871964 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:52:47.582196 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7", "tag": "599b4659-f605-4280-aa40-1ff6c04e0725", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:52:47.582729 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f56e0a89-d9c9-4fc1-9b2f-daf73d871964 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:52:47.583340 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56e0a89-d9c9-4fc1-9b2f-daf73d871964'] response: {'name': 'network-changed', 'server_uuid': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'tag': '599b4659-f605-4280-aa40-1ff6c04e0725', 'status': 'completed', 'code': 200} Jun 29 12:52:47.631814 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:52:47.642931 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-db8282ea-64dc-4cde-ad17-5d40f40e452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:47.644533 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-db8282ea-64dc-4cde-ad17-5d40f40e452f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 1129 time: 0.0411415 Jun 29 12:52:47.749931 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-754414b5-0a62-4354-a4b8-4f5574f86bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:47.751469 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-754414b5-0a62-4354-a4b8-4f5574f86bf7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.1007776 Jun 29 12:52:47.795632 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9755df1-4bfd-4afb-b7f8-b076f5bfbdc9 req-b14c24dc-a33f-43c1-be75-769d0df70523 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:47.797122 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f9755df1-4bfd-4afb-b7f8-b076f5bfbdc9 req-b14c24dc-a33f-43c1-be75-769d0df70523 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0586400 Jun 29 12:52:47.849632 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-f9755df1-4bfd-4afb-b7f8-b076f5bfbdc9 req-729ea283-6d0d-46a7-a969-8e2439636b69 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469480 Jun 29 12:52:47.855172 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '51027c29-a441-40fc-99cd-785b86d80916', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:79:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:49:20Z', 'updated_at': '2022-06-29T12:49:23Z', 'revision_number': 1, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:52:47.883635 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] Checking router: fba67c85-7973-4c73-a6e3-6b102c3fbc63 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:52:47.891929 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:52:47.892537 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:52:18Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:52:47.989214 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:52:48.064691 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11997548-eef5-44a9-a7be-f1f58747bbb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:48.196072 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '51027c29-a441-40fc-99cd-785b86d80916', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:79:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:49:20Z', 'updated_at': '2022-06-29T12:49:23Z', 'revision_number': 1, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:52:48.221625 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da93d302-7b81-40e5-b42f-b57b9c65338a None None] The sync data for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi is: [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_floatingips': [{'id': '51027c29-a441-40fc-99cd-785b86d80916', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'router_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'port_id': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'mac_address': 'fa:16:3e:79:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-29T12:49:20Z', 'updated_at': '2022-06-29T12:49:23Z', 'revision_number': 1, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:52:48.434892 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779ba73-d87e-4214-b497-7aef25c14ed0 None None] New status for floating IP 71ff3fec-335b-4fff-bc04-6ce7c1f52431: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:52:48.685809 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-916d2548-48c1-4910-8c09-b7fe6af73fbe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=599b4659-f605-4280-aa40-1ff6c04e0725 HTTP/1.1" status: 200 len: 217 time: 0.0348783 Jun 29 12:52:48.735735 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-bab23ebf-378f-4c47-9049-3b4f67cc6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:48.737375 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-bab23ebf-378f-4c47-9049-3b4f67cc6ac4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0454257 Jun 29 12:52:48.791741 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-a9692f80-5051-42c2-b2da-886a2a848ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:48.793217 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-a9692f80-5051-42c2-b2da-886a2a848ad0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441320 Jun 29 12:52:48.938923 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-c09bea3e-eafb-42c9-9cac-910f29fb5f00 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938852 Jun 29 12:52:48.972163 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4fb50-8efa-40a9-8dd0-d07d402718f1 req-325b7d44-0af8-411a-a565-8e6520d9df21 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:48.973601 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e5b4fb50-8efa-40a9-8dd0-d07d402718f1 req-325b7d44-0af8-411a-a565-8e6520d9df21 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0536952 Jun 29 12:52:49.027214 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-e5b4fb50-8efa-40a9-8dd0-d07d402718f1 req-d982ab18-4f47-4c5e-80a7-5bf91002de7b tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479095 Jun 29 12:52:49.138819 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:49.173806 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:49.228552 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-bc72428e-3276-4f7a-8b43-3e8652abae6e req-a4964e37-77e1-4b50-aaa6-c23cf308569e service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209342 Jun 29 12:52:49.236717 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-5bc41669-6a76-4af0-a39e-b46553ab6458 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:49.238116 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-5bc41669-6a76-4af0-a39e-b46553ab6458 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0646043 Jun 29 12:52:49.270189 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:49.320519 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-1d9b023a-b2ce-4da5-9d99-8a4f79a9de6a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Deleting port 599b4659-f605-4280-aa40-1ff6c04e0725 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:52:49.320787 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-1d9b023a-b2ce-4da5-9d99-8a4f79a9de6a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:49.413157 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-1d9b023a-b2ce-4da5-9d99-8a4f79a9de6a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] For port 599b4659-f605-4280-aa40-1ff6c04e0725, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=599b4659-f605-4280-aa40-1ff6c04e0725,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:52:49.413519 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-1d9b023a-b2ce-4da5-9d99-8a4f79a9de6a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:49.426006 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-1d9b023a-b2ce-4da5-9d99-8a4f79a9de6a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Calling delete_port for 599b4659-f605-4280-aa40-1ff6c04e0725 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:52:49.551612 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-1d9b023a-b2ce-4da5-9d99-8a4f79a9de6a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (599b4659-f605-4280-aa40-1ff6c04e0725), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:49.581177 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b023a-b2ce-4da5-9d99-8a4f79a9de6a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event deleted for resources: {'Port': ['ID=599b4659-f605-4280-aa40-1ff6c04e0725,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:52:49.629574 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-1d9b023a-b2ce-4da5-9d99-8a4f79a9de6a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] No DVR routers for this DVR port 599b4659-f605-4280-aa40-1ff6c04e0725 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:52:49.632078 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-1d9b023a-b2ce-4da5-9d99-8a4f79a9de6a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:49.635314 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-4803dfbe-cdff-4186-9a16-534be1f4236f req-1d9b023a-b2ce-4da5-9d99-8a4f79a9de6a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "DELETE /v2.0/ports/599b4659-f605-4280-aa40-1ff6c04e0725 HTTP/1.1" status: 204 len: 173 time: 0.3922403 Jun 29 12:52:49.635748 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'name': 'network-vif-deleted', 'tag': '599b4659-f605-4280-aa40-1ff6c04e0725'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:52:49.637951 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adb3341-a445-4af1-bf99-d393a22c311d" -d '{"events": [{"server_uuid": "a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7", "name": "network-vif-deleted", "tag": "599b4659-f605-4280-aa40-1ff6c04e0725"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:52:49.675300 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dcd5aa-a395-4654-a577-e8dfe37ad047 x-openstack-request-id: req-e6dcd5aa-a395-4654-a577-e8dfe37ad047 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:52:49.675586 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7", "name": "network-vif-deleted", "tag": "599b4659-f605-4280-aa40-1ff6c04e0725", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:52:49.675837 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6dcd5aa-a395-4654-a577-e8dfe37ad047 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:52:49.676262 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dcd5aa-a395-4654-a577-e8dfe37ad047'] response: {'server_uuid': 'a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7', 'name': 'network-vif-deleted', 'tag': '599b4659-f605-4280-aa40-1ff6c04e0725', 'status': 'completed', 'code': 200} Jun 29 12:52:50.135842 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-276b3b0f-aed7-4902-811b-518eda35df1f req-4c77cf2c-7418-4322-b7a9-44a6bac87073 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=a863ff8d-bd2a-46b3-befc-2f8a02a2a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0280077 Jun 29 12:52:50.527631 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:51.058643 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:51.183294 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:51.232671 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 599b4659-f605-4280-aa40-1ff6c04e0725 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:52:51.255714 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 599b4659-f605-4280-aa40-1ff6c04e0725 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:52:51.256066 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 599b4659-f605-4280-aa40-1ff6c04e0725 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:52:53.434799 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39534) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:52:53.571634 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Deleting port 62eac03e-c1f7-4f1b-ab5e-96fd15571e20 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:52:53.571974 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (62eac03e-c1f7-4f1b-ab5e-96fd15571e20), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:53.648161 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (62eac03e-c1f7-4f1b-ab5e-96fd15571e20), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:53.648484 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (62eac03e-c1f7-4f1b-ab5e-96fd15571e20), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:53.661865 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Calling delete_port for 62eac03e-c1f7-4f1b-ab5e-96fd15571e20 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:52:53.735431 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:53.807025 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (62eac03e-c1f7-4f1b-ab5e-96fd15571e20), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:53.831018 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event deleted for resources: {'Port': ['ID=62eac03e-c1f7-4f1b-ab5e-96fd15571e20,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:52:53.892143 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (51027c29-a441-40fc-99cd-785b86d80916), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:53.892477 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.db.l3_db [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Floating IP 51027c29-a441-40fc-99cd-785b86d80916 disassociated (deleted). External IP: 172.27.1.175, port: 5f4d9ef9-ce53-4c5e-9115-708ee3e03107. Jun 29 12:52:53.963731 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:54.095385 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Router fba67c85-7973-4c73-a6e3-6b102c3fbc63 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:52:54.197867 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:52:54.202685 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:54.207676 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] Sync routers for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:52:54.219177 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:52:54.219890 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:52:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:52:54.236613 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-a4e49a7f-8c10-4d0b-8255-81e604c831c2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "DELETE /v2.0/floatingips/51027c29-a441-40fc-99cd-785b86d80916 HTTP/1.1" status: 204 len: 168 time: 0.8007350 Jun 29 12:52:54.237194 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'tag': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:52:54.239454 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ec8892-06b1-42b3-9f4e-4523a426c13e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0", "tag": "5f4d9ef9-ce53-4c5e-9115-708ee3e03107"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:52:54.279749 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Jun 2022 12:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4e66b8-2e4e-439d-983d-27f509518c6c x-openstack-request-id: req-7a4e66b8-2e4e-439d-983d-27f509518c6c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:52:54.280038 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0", "tag": "5f4d9ef9-ce53-4c5e-9115-708ee3e03107", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:52:54.280418 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a4e66b8-2e4e-439d-983d-27f509518c6c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:52:54.280819 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4e66b8-2e4e-439d-983d-27f509518c6c'] response: {'name': 'network-changed', 'server_uuid': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'tag': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'status': 'completed', 'code': 200} Jun 29 12:52:54.316240 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:54.333038 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:52:54.340569 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-524a69ce-f95d-4fa2-85c8-474e5e5353ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:54.342438 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-524a69ce-f95d-4fa2-85c8-474e5e5353ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 1130 time: 0.0429919 Jun 29 12:52:54.450478 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-1bebb3d3-486c-48a5-b104-116b663c0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:54.451921 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-1bebb3d3-486c-48a5-b104-116b663c0b24 service neutron] 10.222.0.23 "GET /v2.0/networks?id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 200 len: 913 time: 0.1044090 Jun 29 12:52:54.486525 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699a33b-f054-4d43-8b60-ca89135370b1 req-b0644ef4-8c9b-4e1b-9c79-f48238ff30ac tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:54.488006 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0699a33b-f054-4d43-8b60-ca89135370b1 req-b0644ef4-8c9b-4e1b-9c79-f48238ff30ac tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 946 time: 0.0476277 Jun 29 12:52:54.528760 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=100 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:54.534148 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:52:54.540616 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [req-0699a33b-f054-4d43-8b60-ca89135370b1 req-34065adb-0c9a-4e24-bab4-9152a39b6e0f tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456595 Jun 29 12:52:54.561003 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] Checking router: fba67c85-7973-4c73-a6e3-6b102c3fbc63 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:52:54.569788 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:52:54.570405 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:52:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:52:54.671129 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:52:54.852992 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:52:54.957860 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa859cbc-06e8-42af-8bd0-ac80259425cc None None] The sync data for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi is: [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:46:27Z', 'revision_number': 4, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi', '_interfaces': [{'id': 'e5a8048b-6098-4c94-9cb3-28592e048d1a', 'name': '', 'network_id': '78656dd4-2a18-4c61-b4c7-5f35673ea9fe', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'mac_address': 'fa:16:3e:28:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:27Z', 'updated_at': '2022-06-29T12:46:31Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'subnets': [{'id': 'bd5d8271-6c41-4c64-91ca-2e7380e7f19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:52:55.178214 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f27dd-dad5-4e87-babb-349435d2948d None None] New status for floating IP 51027c29-a441-40fc-99cd-785b86d80916: DOWN {{(pid=104106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 29 12:52:55.373609 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-884131e7-3d38-4a26-87d8-2ea0db31c72d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107 HTTP/1.1" status: 200 len: 217 time: 0.0336256 Jun 29 12:52:55.427935 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-f53abeec-92de-4c03-a3e4-e7ed6154bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:55.429360 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-f53abeec-92de-4c03-a3e4-e7ed6154bd1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 200 len: 851 time: 0.0479150 Jun 29 12:52:55.473684 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-68bb0561-a632-47aa-b1e4-b6f4a7291c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:55.475204 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-68bb0561-a632-47aa-b1e4-b6f4a7291c7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=78656dd4-2a18-4c61-b4c7-5f35673ea9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401218 Jun 29 12:52:55.685442 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfb509-1e68-415f-a7c2-03e686c32124 req-75907cc1-c68a-4b9d-a246-649510f99a1a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:55.686888 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eebfb509-1e68-415f-a7c2-03e686c32124 req-75907cc1-c68a-4b9d-a246-649510f99a1a tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 946 time: 0.0655398 Jun 29 12:52:55.690296 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-49a54718-aeef-463a-ba82-78536bba341a service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263812 Jun 29 12:52:55.712171 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:55.736621 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-eebfb509-1e68-415f-a7c2-03e686c32124 req-1bbf2424-a52d-42ea-b2c3-4051ec513108 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/security-groups?id=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441577 Jun 29 12:52:55.910969 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-83ec8892-06b1-42b3-9f4e-4523a426c13e req-bdc0ba58-1f11-4d96-a2cc-73f979df7f83 service neutron] 10.222.0.23 "GET /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127110 Jun 29 12:52:55.923973 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718b93f-b9c0-4795-9845-7206fec28261 req-177e01d7-7930-4614-a3c9-5217b30bffa2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 29 12:52:55.925391 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c718b93f-b9c0-4795-9845-7206fec28261 req-177e01d7-7930-4614-a3c9-5217b30bffa2 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 946 time: 0.0549161 Jun 29 12:52:56.004730 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c718b93f-b9c0-4795-9845-7206fec28261 req-9dff78cb-093b-425a-9358-fe34bebd75da tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Deleting port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:52:56.005068 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c718b93f-b9c0-4795-9845-7206fec28261 req-9dff78cb-093b-425a-9358-fe34bebd75da tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:56.026204 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:56.096694 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c718b93f-b9c0-4795-9845-7206fec28261 req-9dff78cb-093b-425a-9358-fe34bebd75da tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] For port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:52:56.097059 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c718b93f-b9c0-4795-9845-7206fec28261 req-9dff78cb-093b-425a-9358-fe34bebd75da tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:56.109701 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c718b93f-b9c0-4795-9845-7206fec28261 req-9dff78cb-093b-425a-9358-fe34bebd75da tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Calling delete_port for 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:52:56.238549 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c718b93f-b9c0-4795-9845-7206fec28261 req-9dff78cb-093b-425a-9358-fe34bebd75da tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (5f4d9ef9-ce53-4c5e-9115-708ee3e03107), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:56.267190 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff78cb-093b-425a-9358-fe34bebd75da tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event deleted for resources: {'Port': ['ID=5f4d9ef9-ce53-4c5e-9115-708ee3e03107,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:52:56.311574 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c718b93f-b9c0-4795-9845-7206fec28261 req-9dff78cb-093b-425a-9358-fe34bebd75da tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] No DVR routers for this DVR port 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 on host hv-cinder-81268 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:52:56.314037 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c718b93f-b9c0-4795-9845-7206fec28261 req-9dff78cb-093b-425a-9358-fe34bebd75da tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:56.317243 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-c718b93f-b9c0-4795-9845-7206fec28261 req-9dff78cb-093b-425a-9358-fe34bebd75da tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.23 "DELETE /v2.0/ports/5f4d9ef9-ce53-4c5e-9115-708ee3e03107 HTTP/1.1" status: 204 len: 173 time: 0.3869541 Jun 29 12:52:56.317672 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'name': 'network-vif-deleted', 'tag': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 29 12:52:56.319914 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ffde964c491dc1dfed86abe82f3078e17df4a98b13c538a857befe808ef081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfad145a-96fc-411d-b0ed-a6bb001c0b99" -d '{"events": [{"server_uuid": "7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0", "name": "network-vif-deleted", "tag": "5f4d9ef9-ce53-4c5e-9115-708ee3e03107"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:52:56.363653 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Jun 2022 12:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ceb3a4-af8f-4793-9246-295113289ba3 x-openstack-request-id: req-a8ceb3a4-af8f-4793-9246-295113289ba3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:52:56.363947 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0", "name": "network-vif-deleted", "tag": "5f4d9ef9-ce53-4c5e-9115-708ee3e03107", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:52:56.364618 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8ceb3a4-af8f-4793-9246-295113289ba3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:52:56.364618 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ceb3a4-af8f-4793-9246-295113289ba3'] response: {'server_uuid': '7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0', 'name': 'network-vif-deleted', 'tag': '5f4d9ef9-ce53-4c5e-9115-708ee3e03107', 'status': 'completed', 'code': 200} Jun 29 12:52:56.845875 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [req-5834436d-219b-4c06-9260-845af07cae7d req-9b64106a-e75f-403d-ad92-bfa872afc698 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ca41af5-5bcf-4bcb-a2ef-0a8cda0220c0 HTTP/1.1" status: 200 len: 210 time: 0.0282869 Jun 29 12:52:57.905861 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39550) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:52:58.022172 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b06d88ec-6c8e-490f-848e-f7acdef4d3e5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Deleting port 58f78d56-cc43-4c57-bef1-3cd31c597a9d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:52:58.022545 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b06d88ec-6c8e-490f-848e-f7acdef4d3e5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (58f78d56-cc43-4c57-bef1-3cd31c597a9d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:58.098138 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b06d88ec-6c8e-490f-848e-f7acdef4d3e5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (58f78d56-cc43-4c57-bef1-3cd31c597a9d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:58.098501 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b06d88ec-6c8e-490f-848e-f7acdef4d3e5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (58f78d56-cc43-4c57-bef1-3cd31c597a9d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:58.111091 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b06d88ec-6c8e-490f-848e-f7acdef4d3e5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Calling delete_port for 58f78d56-cc43-4c57-bef1-3cd31c597a9d owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:52:58.243368 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b06d88ec-6c8e-490f-848e-f7acdef4d3e5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (58f78d56-cc43-4c57-bef1-3cd31c597a9d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:58.271008 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d88ec-6c8e-490f-848e-f7acdef4d3e5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event deleted for resources: {'Port': ['ID=58f78d56-cc43-4c57-bef1-3cd31c597a9d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:52:58.296042 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:58.307830 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:52:58.337157 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b06d88ec-6c8e-490f-848e-f7acdef4d3e5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for floatingip (f5fbe7c2-0298-4316-8af9-7c8d9ada3c79), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:58.339782 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b06d88ec-6c8e-490f-848e-f7acdef4d3e5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10476'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:58.341072 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b06d88ec-6c8e-490f-848e-f7acdef4d3e5 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "DELETE /v2.0/floatingips/f5fbe7c2-0298-4316-8af9-7c8d9ada3c79 HTTP/1.1" status: 204 len: 168 time: 0.4349542 Jun 29 12:52:59.243569 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:52:59.263385 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] No Port match for: 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:52:59.263732 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Device 5f4d9ef9-ce53-4c5e-9115-708ee3e03107 not bound to the agent host hv-cinder-81268 {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:52:59.545750 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39562) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:52:59.599539 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:52:59.603835 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97437bd2-a538-4654-b5f4-b6fd097fda59 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group (e56d35e2-2f59-44da-a5e2-a3dd86d66d6a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:59.630205 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97437bd2-a538-4654-b5f4-b6fd097fda59 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group (e56d35e2-2f59-44da-a5e2-a3dd86d66d6a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:59.690187 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97437bd2-a538-4654-b5f4-b6fd097fda59 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (e56d35e2-2f59-44da-a5e2-a3dd86d66d6a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:59.692771 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97437bd2-a538-4654-b5f4-b6fd097fda59 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:52:59.693916 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-97437bd2-a538-4654-b5f4-b6fd097fda59 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] 10.222.0.52 "DELETE /v2.0/security-groups/e56d35e2-2f59-44da-a5e2-a3dd86d66d6a HTTP/1.1" status: 204 len: 168 time: 0.1471698 Jun 29 12:52:59.703626 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97437bd2-a538-4654-b5f4-b6fd097fda59 tempest-TestVolumeBootPattern-1219681393 tempest-TestVolumeBootPattern-1219681393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56d35e2-2f59-44da-a5e2-a3dd86d66d6a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:52:59.749778 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39566) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:00.421345 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (fba67c85-7973-4c73-a6e3-6b102c3fbc63), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:00.638650 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] Deleting port e5a8048b-6098-4c94-9cb3-28592e048d1a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:53:00.639373 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:00.719518 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] For port e5a8048b-6098-4c94-9cb3-28592e048d1a, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=e5a8048b-6098-4c94-9cb3-28592e048d1a,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:53:00.719878 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:00.732437 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] Calling delete_port for e5a8048b-6098-4c94-9cb3-28592e048d1a owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:53:00.836071 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:00.840180 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=100 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:00.914807 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (e5a8048b-6098-4c94-9cb3-28592e048d1a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:00.945155 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a8048b-6098-4c94-9cb3-28592e048d1a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:01.105862 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (fba67c85-7973-4c73-a6e3-6b102c3fbc63), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:01.309395 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] Router fba67c85-7973-4c73-a6e3-6b102c3fbc63 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:53:01.414316 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:53:01.419727 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-6b878b7b-e294-43f6-bb75-5ae27a3b0621 admin admin] 10.222.0.52 "PUT /v2.0/routers/fba67c85-7973-4c73-a6e3-6b102c3fbc63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6689007 Jun 29 12:53:01.422254 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39570) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:01.424790 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596d761-0708-42ac-b940-948da2d715bf None None] Sync routers for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:53:01.434871 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596d761-0708-42ac-b940-948da2d715bf None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:53:01.435484 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4596d761-0708-42ac-b940-948da2d715bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:52:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:01.521379 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Publish callbacks [] for router (fba67c85-7973-4c73-a6e3-6b102c3fbc63), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:01.534916 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-4596d761-0708-42ac-b940-948da2d715bf None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:53:01.619970 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Publish callbacks [] for router_gateway (fba67c85-7973-4c73-a6e3-6b102c3fbc63), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:01.662139 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Deleting port 4aec94df-902d-4c5b-a7ac-4916c67e639a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:53:01.662877 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:01.673999 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:01.701790 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4596d761-0708-42ac-b940-948da2d715bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:53:00Z', 'revision_number': 5, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port': {'id': '4aec94df-902d-4c5b-a7ac-4916c67e639a', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:25Z', 'updated_at': '2022-06-29T12:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:01.730320 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596d761-0708-42ac-b940-948da2d715bf None None] Checking router: fba67c85-7973-4c73-a6e3-6b102c3fbc63 for host: dv-cinder-812685-12-iscsi {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:53:01.738599 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596d761-0708-42ac-b940-948da2d715bf None None] Routers {'fba67c85-7973-4c73-a6e3-6b102c3fbc63'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:53:01.739212 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4596d761-0708-42ac-b940-948da2d715bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:52:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:01.740726 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:01.749610 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] For port 4aec94df-902d-4c5b-a7ac-4916c67e639a, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=4aec94df-902d-4c5b-a7ac-4916c67e639a,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:53:01.750080 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:01.763920 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Calling delete_port for 4aec94df-902d-4c5b-a7ac-4916c67e639a owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:53:01.819330 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-4596d761-0708-42ac-b940-948da2d715bf None None] Set router fba67c85-7973-4c73-a6e3-6b102c3fbc63 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:53:01.870730 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4596d761-0708-42ac-b940-948da2d715bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:53:01Z', 'revision_number': 6, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port_host': None}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:01.896748 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596d761-0708-42ac-b940-948da2d715bf None None] The sync data for ids ['fba67c85-7973-4c73-a6e3-6b102c3fbc63'] in dv-cinder-812685-12-iscsi is: [{'id': 'fba67c85-7973-4c73-a6e3-6b102c3fbc63', 'name': 'tempest-TestVolumeBootPattern-1370382500-router', 'tenant_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:24Z', 'updated_at': '2022-06-29T12:53:01Z', 'revision_number': 6, 'project_id': '5c3c5d6a04e74a23984b32760c5b1e87', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:53:01.933187 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (4aec94df-902d-4c5b-a7ac-4916c67e639a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:01.956238 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4aec94df-902d-4c5b-a7ac-4916c67e639a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:02.018710 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (fba67c85-7973-4c73-a6e3-6b102c3fbc63), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.103710 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (fba67c85-7973-4c73-a6e3-6b102c3fbc63), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.105809 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Publish callbacks [] for router_controller (fba67c85-7973-4c73-a6e3-6b102c3fbc63), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.148595 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (fba67c85-7973-4c73-a6e3-6b102c3fbc63), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.150219 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router fba67c85-7973-4c73-a6e3-6b102c3fbc63 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:53:02.154651 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.155789 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-c9fd7de7-0d1a-4891-b9ad-07fcd7ff81ac admin admin] 10.222.0.52 "DELETE /v2.0/routers/fba67c85-7973-4c73-a6e3-6b102c3fbc63 HTTP/1.1" status: 204 len: 168 time: 0.7325890 Jun 29 12:53:02.158185 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39572) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:02.202106 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2147a37-c8f1-40f5-a0c9-ad86fe9674d1 admin admin] Deleting subnet bd5d8271-6c41-4c64-91ca-2e7380e7f19b {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:53:02.204968 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2147a37-c8f1-40f5-a0c9-ad86fe9674d1 admin admin] Publish callbacks [] for subnet (bd5d8271-6c41-4c64-91ca-2e7380e7f19b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.239333 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2147a37-c8f1-40f5-a0c9-ad86fe9674d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9681219'] for subnet (bd5d8271-6c41-4c64-91ca-2e7380e7f19b), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.323299 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2147a37-c8f1-40f5-a0c9-ad86fe9674d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (bd5d8271-6c41-4c64-91ca-2e7380e7f19b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.378336 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2147a37-c8f1-40f5-a0c9-ad86fe9674d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8466990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12177344'] for subnet (bd5d8271-6c41-4c64-91ca-2e7380e7f19b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.406490 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2147a37-c8f1-40f5-a0c9-ad86fe9674d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.410117 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-f2147a37-c8f1-40f5-a0c9-ad86fe9674d1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bd5d8271-6c41-4c64-91ca-2e7380e7f19b HTTP/1.1" status: 204 len: 168 time: 0.2509637 Jun 29 12:53:02.411127 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147a37-c8f1-40f5-a0c9-ad86fe9674d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5d8271-6c41-4c64-91ca-2e7380e7f19b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:02.411646 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee4e1e-308f-4275-bd52-395801f5135e None None] Network 78656dd4-2a18-4c61-b4c7-5f35673ea9fe requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:53:02.412718 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39574) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:02.487857 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (78656dd4-2a18-4c61-b4c7-5f35673ea9fe), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.530832 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Deleting port b634cc80-1d43-4391-b7f0-282836a9b2cf {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:53:02.531175 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.594774 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] For port b634cc80-1d43-4391-b7f0-282836a9b2cf, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=b634cc80-1d43-4391-b7f0-282836a9b2cf,segment=NetworkSegment(ba5851c2-7209-4bea-9fc0-be6e5f35af3b),segment_id=ba5851c2-7209-4bea-9fc0-be6e5f35af3b)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:53:02.595065 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.608160 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Calling delete_port for b634cc80-1d43-4391-b7f0-282836a9b2cf owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:53:02.695667 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (b634cc80-1d43-4391-b7f0-282836a9b2cf), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.697493 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa48b54-03da-4cd8-a67d-ada58519cbeb None None] DHCP port deletion for 78656dd4-2a18-4c61-b4c7-5f35673ea9fe request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:53:02.721681 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=b634cc80-1d43-4391-b7f0-282836a9b2cf,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:02.726540 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] No DVR routers for this DVR port b634cc80-1d43-4391-b7f0-282836a9b2cf on host dv-cinder-812685-12-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:53:02.734970 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.735320 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.735658 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.735992 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.736323 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.736653 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.736978 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.737298 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.737626 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.737998 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.738271 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.738616 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.738935 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.739254 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.739569 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-12-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:53:02.817796 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (78656dd4-2a18-4c61-b4c7-5f35673ea9fe), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.839543 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78656dd4-2a18-4c61-b4c7-5f35673ea9fe']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:02.849760 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:02.850061 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5851c2-7209-4bea-9fc0-be6e5f35af3b') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:02.861220 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (ba5851c2-7209-4bea-9fc0-be6e5f35af3b), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.876034 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (ba5851c2-7209-4bea-9fc0-be6e5f35af3b), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.882671 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:53:02.883059 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (ba5851c2-7209-4bea-9fc0-be6e5f35af3b), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.952946 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (78656dd4-2a18-4c61-b4c7-5f35673ea9fe), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.958606 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:02.962244 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] 10.222.0.52 "DELETE /v2.0/networks/78656dd4-2a18-4c61-b4c7-5f35673ea9fe HTTP/1.1" status: 204 len: 168 time: 0.5479417 Jun 29 12:53:02.965803 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39580) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:02.978238 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7b16b-ef29-4611-a100-96b262694d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=78656dd4-2a18-4c61-b4c7-5f35673ea9fe,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:02.984044 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment ba5851c2-7209-4bea-9fc0-be6e5f35af3b resource provider aggregate not found Jun 29 12:53:03.002032 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment ba5851c2-7209-4bea-9fc0-be6e5f35af3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba5851c2-7209-4bea-9fc0-be6e5f35af3b found for delete ", "request_id": "req-ed02cc6f-5a96-4259-9215-25ced6db48a1"}]} Jun 29 12:53:03.077956 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:03.221296 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device b634cc80-1d43-4391-b7f0-282836a9b2cf no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:53:03.235329 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:03.241737 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: b634cc80-1d43-4391-b7f0-282836a9b2cf {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:53:03.242023 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device b634cc80-1d43-4391-b7f0-282836a9b2cf not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:53:03.242462 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device e5a8048b-6098-4c94-9cb3-28592e048d1a no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:53:03.265276 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: e5a8048b-6098-4c94-9cb3-28592e048d1a {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:53:03.265626 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device e5a8048b-6098-4c94-9cb3-28592e048d1a not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:53:03.266042 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 4aec94df-902d-4c5b-a7ac-4916c67e639a no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:53:03.285687 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 4aec94df-902d-4c5b-a7ac-4916c67e639a {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:53:03.286170 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 4aec94df-902d-4c5b-a7ac-4916c67e639a not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:53:03.292462 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566596'] for router_interface (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:03.517523 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] Deleting port 6f845426-f479-48fc-8d5e-d2680c8af263 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:53:03.517866 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:03.599356 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] For port 6f845426-f479-48fc-8d5e-d2680c8af263, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=6f845426-f479-48fc-8d5e-d2680c8af263,segment=NetworkSegment(61018216-0127-40c3-84d4-f2d70aa8dba8),segment_id=61018216-0127-40c3-84d4-f2d70aa8dba8)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:53:03.599715 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:03.612050 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] Calling delete_port for 6f845426-f479-48fc-8d5e-d2680c8af263 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:53:03.786455 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (6f845426-f479-48fc-8d5e-d2680c8af263), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:03.812232 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f845426-f479-48fc-8d5e-d2680c8af263,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:03.876632 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:03.976815 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567220'] for router_interface (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:04.115962 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:04.181572 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] Router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 has already been hosted by L3 agent cd3f59f3-311b-486d-828c-e79007c65ad0 {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 12:53:04.282473 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] Notify agent at l3_agent.dv-cinder-812685-12-iscsi the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:53:04.287272 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-3c6e3b41-fb7b-4a0e-a14d-bd49592f1766 admin admin] 10.222.0.52 "PUT /v2.0/routers/fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3202744 Jun 29 12:53:04.289897 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39584) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:04.290837 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] Sync routers for ids ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'] in dv-cinder-812685-12-iscsi {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:53:04.302010 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] Routers {'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:53:04.302671 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:52:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:04.410839 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] Set router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:53:04.589775 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'name': 'tempest-TestVolumeBootPattern-1050563310-router', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:53:03Z', 'revision_number': 5, 'project_id': '5514caf199d2444eb3041686b83af42e', 'gw_port': {'id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:04.616317 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] Checking router: fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 for host: dv-cinder-812685-12-iscsi {{(pid=104106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:53:04.625981 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] Routers {'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'} bound to L3 agent in host dv-cinder-812685-12-iscsi {{(pid=104106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 29 12:53:04.626637 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-29T12:25:18Z,description=,heartbeat_timestamp=2022-06-29T12:52:48Z,host='dv-cinder-812685-12-iscsi',id=cd3f59f3-311b-486d-828c-e79007c65ad0,load=0,resource_versions=,resources_synced=,started_at=2022-06-29T12:25:18Z,topic='l3_agent')) {'router_ids': ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'], 'active': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:04.660813 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Publish callbacks [] for router (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:04.729121 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_dvr_db [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] Set router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 gateway port host: dv-cinder-812685-12-iscsi {{(pid=104106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 29 12:53:04.760286 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Publish callbacks [] for router_gateway (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:04.802760 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Deleting port 55286c4f-4263-421d-b0db-9e24e61656bb {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:53:04.803109 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:04.883880 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] For port 55286c4f-4263-421d-b0db-9e24e61656bb, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=55286c4f-4263-421d-b0db-9e24e61656bb,segment=NetworkSegment(68d67ab4-f7f8-4458-a881-203a810fe0a9),segment_id=68d67ab4-f7f8-4458-a881-203a810fe0a9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:53:04.884782 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:04.897390 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Calling delete_port for 55286c4f-4263-421d-b0db-9e24e61656bb owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:53:04.906026 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.db.l3_hamode_db [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'name': 'tempest-TestVolumeBootPattern-1050563310-router', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:53:03Z', 'revision_number': 5, 'project_id': '5514caf199d2444eb3041686b83af42e', 'gw_port': {'id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}], 'dv-cinder-812685-12-iscsi', False) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:04.931338 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e626cab1-e62c-410c-9504-36dd6bc88f06 None None] The sync data for ids ['fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600'] in dv-cinder-812685-12-iscsi is: [{'id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'name': 'tempest-TestVolumeBootPattern-1050563310-router', 'tenant_id': '5514caf199d2444eb3041686b83af42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'external_fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:53:03Z', 'revision_number': 5, 'project_id': '5514caf199d2444eb3041686b83af42e', 'gw_port': {'id': '55286c4f-4263-421d-b0db-9e24e61656bb', 'name': '', 'network_id': 'a7c54b3b-affe-426d-9c11-19185ae4a6cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-29T12:46:29Z', 'updated_at': '2022-06-29T12:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747436f8-072e-4a06-8bdc-6bb4a52d58ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-12-iscsi'}] {{(pid=104106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:53:05.016069 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:05.071077 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8467009'] for port (55286c4f-4263-421d-b0db-9e24e61656bb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.098191 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=55286c4f-4263-421d-b0db-9e24e61656bb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:05.154464 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:05.159675 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576024'] for router_gateway (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.245821 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-81624'] for router (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.247866 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Publish callbacks [] for router_controller (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.291793 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568290'] for router (fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.292510 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:53:05.297873 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.301336 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-1640e857-0d68-4ddf-8121-7754539914b6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/fe3ba79b-b9f4-43cc-aa80-eb90e5ecc600 HTTP/1.1" status: 204 len: 168 time: 1.0082455 Jun 29 12:53:05.301685 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39586) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:05.358393 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-445407b1-beb9-4108-bfdf-b7ce54144c3d admin admin] Deleting subnet 82ba61bd-0270-433b-8c65-2ff55d5505a2 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 29 12:53:05.361805 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-445407b1-beb9-4108-bfdf-b7ce54144c3d admin admin] Publish callbacks [] for subnet (82ba61bd-0270-433b-8c65-2ff55d5505a2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.401721 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-445407b1-beb9-4108-bfdf-b7ce54144c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9681219'] for subnet (82ba61bd-0270-433b-8c65-2ff55d5505a2), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.428140 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 6f845426-f479-48fc-8d5e-d2680c8af263 no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:53:05.447930 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 6f845426-f479-48fc-8d5e-d2680c8af263 {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:53:05.448279 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 6f845426-f479-48fc-8d5e-d2680c8af263 not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:53:05.486387 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-445407b1-beb9-4108-bfdf-b7ce54144c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548934'] for subnet (82ba61bd-0270-433b-8c65-2ff55d5505a2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.547269 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-445407b1-beb9-4108-bfdf-b7ce54144c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8466990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12177344'] for subnet (82ba61bd-0270-433b-8c65-2ff55d5505a2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.575108 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445407b1-beb9-4108-bfdf-b7ce54144c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ba61bd-0270-433b-8c65-2ff55d5505a2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:05.578752 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-445407b1-beb9-4108-bfdf-b7ce54144c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.581893 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-445407b1-beb9-4108-bfdf-b7ce54144c3d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/82ba61bd-0270-433b-8c65-2ff55d5505a2 HTTP/1.1" status: 204 len: 168 time: 0.2790377 Jun 29 12:53:05.584441 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39588) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:05.587758 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231412f1-8d88-4f20-ab60-ec92f47209c7 None None] Network 1784bc5f-bfc0-4486-b538-c27d94448bb9 requested from dv-cinder-812685-12-iscsi {{(pid=104106) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 29 12:53:05.660149 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1523509'] for network (1784bc5f-bfc0-4486-b538-c27d94448bb9), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.670146 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:05.704165 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Deleting port e3ee639f-5ed6-40c3-afab-f989b72a35ac {{(pid=104104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 29 12:53:05.704512 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737287354372'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.771942 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] For port e3ee639f-5ed6-40c3-afab-f989b72a35ac, host dv-cinder-812685-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-12-iscsi',level=0,port_id=e3ee639f-5ed6-40c3-afab-f989b72a35ac,segment=NetworkSegment(61018216-0127-40c3-84d4-f2d70aa8dba8),segment_id=61018216-0127-40c3-84d4-f2d70aa8dba8)] {{(pid=104104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:53:05.772309 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566145'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.782479 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:05.786814 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.plugin [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Calling delete_port for e3ee639f-5ed6-40c3-afab-f989b72a35ac owned by network:dhcp {{(pid=104104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 29 12:53:05.796139 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:05.867048 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737287360808', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737286848350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9797906'] for port (e3ee639f-5ed6-40c3-afab-f989b72a35ac), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.892053 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ee639f-5ed6-40c3-afab-f989b72a35ac,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:05.895642 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] No DVR routers for this DVR port e3ee639f-5ed6-40c3-afab-f989b72a35ac on host dv-cinder-812685-12-iscsi {{(pid=104104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 29 12:53:05.972247 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1383056', 'neutron.services.segments.db._delete_segments_for_network-8737287366750'] for network (1784bc5f-bfc0-4486-b538-c27d94448bb9), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:05.973867 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4cd66f-436b-4e25-8791-a304dd6e2272 None None] DHCP port deletion for 1784bc5f-bfc0-4486-b538-c27d94448bb9 request from dv-cinder-812685-12-iscsi {{(pid=104106) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 29 12:53:05.999653 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1784bc5f-bfc0-4486-b538-c27d94448bb9']}} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:06.010680 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61018216-0127-40c3-84d4-f2d70aa8dba8') {'for_net_delete': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:06.010983 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.services.segments.db [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61018216-0127-40c3-84d4-f2d70aa8dba8') {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:53:06.020759 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737287367015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10213898'] for segment (61018216-0127-40c3-84d4-f2d70aa8dba8), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.034668 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701'] for segment (61018216-0127-40c3-84d4-f2d70aa8dba8), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.041237 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:53:06.041608 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9798087'] for segment (61018216-0127-40c3-84d4-f2d70aa8dba8), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.096856 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 61018216-0127-40c3-84d4-f2d70aa8dba8 resource provider aggregate not found Jun 29 12:53:06.107887 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1383081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571099'] for network (1784bc5f-bfc0-4486-b538-c27d94448bb9), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.113548 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529681'] for network (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.117101 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] 10.222.0.52 "DELETE /v2.0/networks/1784bc5f-bfc0-4486-b538-c27d94448bb9 HTTP/1.1" status: 204 len: 168 time: 0.5315523 Jun 29 12:53:06.129114 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.services.segments.plugin [-] Segment 61018216-0127-40c3-84d4-f2d70aa8dba8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61018216-0127-40c3-84d4-f2d70aa8dba8 found for delete ", "request_id": "req-a4308eeb-952a-4bcd-a7e2-7c602a0ee8c5"}]} Jun 29 12:53:06.130240 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef7010-9432-438b-8d07-41cf36a535fb admin admin] Pushing event deleted for resources: {'Network': ['ID=1784bc5f-bfc0-4486-b538-c27d94448bb9,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:06.233593 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39596) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:06.273558 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-b983c66c-9227-4b49-b1ec-5dec907a62cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c3c5d6a04e74a23984b32760c5b1e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387948 Jun 29 12:53:06.276170 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.52', 39598) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:06.325594 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-48afd3f7-624d-4ae1-ae83-fcc7b9db9ef3 admin admin] Publish callbacks [] for security_group (aa649508-e2bb-414a-a8b6-ed3fd333af24), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.346696 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-48afd3f7-624d-4ae1-ae83-fcc7b9db9ef3 admin admin] Publish callbacks [] for security_group (aa649508-e2bb-414a-a8b6-ed3fd333af24), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.394442 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-48afd3f7-624d-4ae1-ae83-fcc7b9db9ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (aa649508-e2bb-414a-a8b6-ed3fd333af24), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.396897 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-48afd3f7-624d-4ae1-ae83-fcc7b9db9ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.398029 dv-cinder-812685-12-iscsi neutron-server[104105]: INFO neutron.wsgi [None req-48afd3f7-624d-4ae1-ae83-fcc7b9db9ef3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa649508-e2bb-414a-a8b6-ed3fd333af24 HTTP/1.1" status: 204 len: 168 time: 0.1209784 Jun 29 12:53:06.406375 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afd3f7-624d-4ae1-ae83-fcc7b9db9ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa649508-e2bb-414a-a8b6-ed3fd333af24,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:06.709451 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39604) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:06.750277 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8d6d1274-f36d-4b1e-b993-f64f4379531f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5514caf199d2444eb3041686b83af42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396986 Jun 29 12:53:06.752713 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [-] (104104) accepted ('10.222.0.52', 39606) {{(pid=104104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 29 12:53:06.804174 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8d20b689-3009-44b1-8a9a-0ac1b5a35e4c admin admin] Publish callbacks [] for security_group (02c65ce3-3c67-463c-9967-df57211b315f), before_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.828102 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8d20b689-3009-44b1-8a9a-0ac1b5a35e4c admin admin] Publish callbacks [] for security_group (02c65ce3-3c67-463c-9967-df57211b315f), precommit_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.880434 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8d20b689-3009-44b1-8a9a-0ac1b5a35e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618232'] for security_group (02c65ce3-3c67-463c-9967-df57211b315f), after_delete {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.883055 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8d20b689-3009-44b1-8a9a-0ac1b5a35e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:06.884891 dv-cinder-812685-12-iscsi neutron-server[104104]: INFO neutron.wsgi [None req-8d20b689-3009-44b1-8a9a-0ac1b5a35e4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02c65ce3-3c67-463c-9967-df57211b315f HTTP/1.1" status: 204 len: 168 time: 0.1311717 Jun 29 12:53:06.892728 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20b689-3009-44b1-8a9a-0ac1b5a35e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c65ce3-3c67-463c-9967-df57211b315f,revision_number=None']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:53:06.905652 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:07.211215 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 55286c4f-4263-421d-b0db-9e24e61656bb no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:53:07.232943 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: 55286c4f-4263-421d-b0db-9e24e61656bb {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:53:07.233297 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device 55286c4f-4263-421d-b0db-9e24e61656bb not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:53:07.233725 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device e3ee639f-5ed6-40c3-afab-f989b72a35ac no longer exists at agent ovs-agent-dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:53:07.256360 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] No Port match for: e3ee639f-5ed6-40c3-afab-f989b72a35ac {{(pid=104106) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 29 12:53:07.256708 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron.plugins.ml2.rpc [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Device e3ee639f-5ed6-40c3-afab-f989b72a35ac not bound to the agent host dv-cinder-812685-12-iscsi {{(pid=104106) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:53:11.873912 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=82 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:14.342019 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:15.685325 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b891c55-c09a-49ac-88a6-0675ee36381c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:16.400503 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=66,neutron:DELETE=9 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:16.401281 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG dbcounter [-] [104105] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:16.887981 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=48,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:16.888808 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=55,neutron:DELETE=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:18.066173 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fa84ba9-9ba8-41d8-ac71-68e4e246ff74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:19.175318 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:20.534478 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:21.060611 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:21.183212 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:31.301813 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:31.302586 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:34.571109 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:34.573255 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:35.307077 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:53:45.302918 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:53:45.687060 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8159a184-d3c5-4d86-befd-3b63a856e143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:48.066852 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1682-32a2-4c48-b663-8b629c8a493c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:49.178658 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:50.533855 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:51.062918 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:53:51.197100 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:01.190481 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:54:01.192304 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:54:12.306784 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:54:15.688085 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a08b844f-76d5-48cb-8147-415e2440b653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:18.067560 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9de62918-7b15-4425-a6a2-3046df8fca30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:19.181493 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:20.537416 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:21.065139 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:21.198370 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:22.302968 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=15 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:54:22.303745 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=19 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:54:27.029576 dv-cinder-812685-12-iscsi neutron-server[104104]: DEBUG neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-8e05be96-5f27-4c1c-83f1-caac91aa6047 service neutron] (104104) timed out ('10.222.0.52', 33530) {{(pid=104104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 12:54:27.173012 dv-cinder-812685-12-iscsi neutron-server[104105]: DEBUG neutron.wsgi [req-68ef6f80-60a4-40b1-a8f6-a96039592d3b req-57420a28-0875-4ef6-9775-771af0c063bd tempest-AttachVolumeShelveTestJSON-211799616 tempest-AttachVolumeShelveTestJSON-211799616-project] (104105) timed out ('10.222.0.52', 33540) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 29 12:54:31.191094 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:54:31.192935 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:54:45.300820 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:54:45.305635 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:54:45.690024 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-588aa5a8-3768-4eb1-a759-afcdb5d412c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:48.073973 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68265da9-d161-41e3-beb6-68916f8d6697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:49.183881 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:49.306046 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:54:50.539886 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:51.067323 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:51.211808 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:54:59.301632 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:55:01.199068 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:55:01.207315 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:55:15.691727 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57d90343-d46f-46f0-b47e-942efe4eaf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:18.067537 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fda4f4de-e253-49d7-a065-999f0f3be658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:19.186693 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:20.545255 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:21.069157 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:21.210338 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:22.299840 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:55:22.300608 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=5 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:55:26.305338 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:55:34.583830 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:55:34.584584 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:55:36.300963 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:55:36.301832 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:55:45.694046 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1a77596b-a439-4b9c-8b35-9a2791a536ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:48.069024 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9364b222-6137-43a7-85cc-61d6fd33e906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:49.190118 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:50.546850 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:51.071269 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:51.208812 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:55:59.302759 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:55:59.307521 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:01.203413 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:01.205606 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:03.305283 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:56:14.588535 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=12 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:14.590506 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=16 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:15.700314 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4fdeda3-a3c4-4887-9486-65f7b53cae24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:18.071445 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d09c2c-e6e1-4140-af9e-7347d9995d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:19.191869 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:20.548981 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:21.074632 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:21.224040 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:31.217360 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:31.219261 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:36.303531 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:36.304282 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:40.305323 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:56:45.693144 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b347a971-240b-4100-9d7e-5e02df4e7391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:48.073936 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6673db5-3190-467e-b31e-2538a3492b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:49.195216 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:50.300411 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:50.301285 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:56:50.552384 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:51.077154 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:56:51.223068 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:01.216263 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:57:01.218213 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:57:14.352148 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=3 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:57:14.352868 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:57:15.695708 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88b5336c-b350-4dcc-8f5f-a1fd7e78dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:17.304247 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:57:18.076373 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8709c86-881f-4ca4-b4ae-68cf96971bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:19.196828 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:20.557296 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:21.079368 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:21.238456 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:34.296024 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:57:34.296783 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:57:34.585879 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:57:34.588962 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:57:45.697663 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-485eab05-782a-4a6f-b794-e729e4b3edc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (e1a515a6-aa54-4895-8479-bec5a9049037), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:48.078172 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-722d954d-58d5-4e8e-92ad-e713ddc4daed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (cd3f59f3-311b-486d-828c-e79007c65ad0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:49.200793 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0bb81d6-0314-4141-b0b2-3989f70bc74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (68ad83d6-35a6-4887-b9d1-456cd587c41a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:50.285393 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=2 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:57:50.297224 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=4 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:57:50.557400 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bce440fa-5227-41fd-9238-fdd4404ae0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (dfee5eff-3cda-4f5d-8c99-39cfe0a3efc1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:51.083955 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9609908a-39af-4d91-82fd-8a88e27941be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (f26e3afa-d34a-4cd7-8e61-bd60f22daf3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:51.236950 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b4f6-0592-4b03-903c-9ef40600de7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737287366732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549777'] for agent (a577ca3c-ca5d-46f0-9db2-979025fd935f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 29 12:57:54.304525 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG neutron.db.agents_db [None req-5050b04f-c78c-46de-bd70-991533ea90ac None None] Agent healthcheck: found 6 active agents {{(pid=104107) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:58:01.227568 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:58:01.232234 dv-cinder-812685-12-iscsi neutron-server[104106]: DEBUG dbcounter [-] [104106] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=104106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:58:04.298943 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:58:04.299811 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=1 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:58:14.585527 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=13 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 29 12:58:14.586668 dv-cinder-812685-12-iscsi neutron-server[104107]: DEBUG dbcounter [-] [104107] Writing DB stats neutron:SELECT=13 {{(pid=104107) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}